00000400:02000000:3:1197998764.663927:0:4055:0:(api-ni.c:1106:lnet_startup_lndnis()) Added LNI 192.168.64.70@o2ib [8/64]
00000020:01200004:5:1197998764.848291:0:4053:0:(obd_mount.c:1887:lustre_fill_super()) VFS Op: sb ffff81041ca2c000
00000020:01000004:5:1197998764.848299:0:4053:0:(obd_mount.c:1661:lmd_print())   mount data:
00000020:01000004:5:1197998764.848301:0:4053:0:(obd_mount.c:1664:lmd_print()) device:  /dev/sdb
00000020:01000004:5:1197998764.848302:0:4053:0:(obd_mount.c:1665:lmd_print()) flags:   0
00000020:01000004:5:1197998764.848303:0:4053:0:(obd_mount.c:1920:lustre_fill_super()) Mounting server from /dev/sdb
00000020:01000004:5:1197998764.848310:0:4053:0:(obd_mount.c:1224:server_kernel_mount()) Pre-mount ldiskfs /dev/sdb
00000020:01000004:3:1197998764.936145:0:4053:0:(obd_mount.c:252:ldd_parse()) Have CONFIGS/mountdata, size 12288
00000020:01000004:3:1197998764.939191:0:4053:0:(obd_mount.c:219:ldd_print())   disk data:
00000020:01000004:3:1197998764.939193:0:4053:0:(obd_mount.c:220:ldd_print()) server:  data-MDT0000
00000020:01000004:3:1197998764.939194:0:4053:0:(obd_mount.c:221:ldd_print()) uuid:    
00000020:01000004:3:1197998764.939195:0:4053:0:(obd_mount.c:222:ldd_print()) fs:      data
00000020:01000004:3:1197998764.939196:0:4053:0:(obd_mount.c:223:ldd_print()) index:   0000
00000020:01000004:3:1197998764.939198:0:4053:0:(obd_mount.c:224:ldd_print()) config:  13
00000020:01000004:3:1197998764.939199:0:4053:0:(obd_mount.c:225:ldd_print()) flags:   0x5
00000020:01000004:3:1197998764.939201:0:4053:0:(obd_mount.c:226:ldd_print()) diskfs:  ldiskfs
00000020:01000004:3:1197998764.939202:0:4053:0:(obd_mount.c:227:ldd_print()) options: errors=remount-ro,iopen_nopriv,user_xattr
00000020:01000004:3:1197998764.939203:0:4053:0:(obd_mount.c:228:ldd_print()) params:  
00000020:01000004:3:1197998764.939204:0:4053:0:(obd_mount.c:229:ldd_print()) comment: 
00000020:01000004:3:1197998764.939838:0:4053:0:(obd_mount.c:1287:server_kernel_mount()) kern_mount: ldiskfs /dev/sdb errors=remount-ro,iopen_nopriv,user_xattr
00000020:01000004:3:1197998764.941535:0:4053:0:(obd_mount.c:1550:server_fill_super()) Found service data-MDT0000 for fs 'data' on device /dev/sdb
00000020:01000000:3:1197998764.941618:0:4053:0:(obd_mount.c:480:server_start_mgs()) Start MGS service MGS
00000020:01000004:3:1197998764.941621:0:4053:0:(obd_mount.c:104:server_register_mount()) reg_mnt ffff81042b09cbc0 from MGS, vfscount=1
00000020:01000004:3:1197998764.941623:0:4053:0:(obd_mount.c:445:lustre_start_simple()) Starting obd MGS (typ=mgs)
00000020:00000080:3:1197998764.941628:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998764.941631:0:4053:0:(obd_config.c:152:class_attach()) attach type mgs name: MGS uuid: MGS
00000020:00000080:3:1197998764.980148:0:4053:0:(genops.c:283:class_newdev()) Adding new device MGS (ffff81041e5bc038)
00000020:00000080:3:1197998764.980158:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 0 attached type mgs with refcount 1
00000020:00000080:3:1197998764.980164:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
20000000:01000000:3:1197998764.980178:0:4053:0:(mgs_handler.c:128:mgs_setup()) Starting MGS
00000020:01000004:3:1197998764.980180:0:4053:0:(obd_mount.c:156:server_get_mount()) get_mnt ffff81042b09cbc0 from MGS, refs=2, vfscount=2
20000000:02000000:3:1197998765.008615:0:4053:0:(mgs_handler.c:199:mgs_setup()) MGS MGS started
00000020:00000080:3:1197998765.008626:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd MGS (uuid MGS)
00000020:01000004:3:1197998765.008679:0:4053:0:(obd_mount.c:602:lustre_start_mgc()) Start MGC 'MGC192.168.64.70@o2ib'
00000020:00000080:3:1197998765.008683:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf005
00000020:00000080:3:1197998765.008686:0:4053:0:(obd_config.c:736:class_process_config()) adding mapping from uuid MGC192.168.64.70@o2ib_0 to nid 0x9000000000000 (0@lo)
00000020:00000080:3:1197998765.008689:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf005
00000020:00000080:3:1197998765.008691:0:4053:0:(obd_config.c:736:class_process_config()) adding mapping from uuid MGC192.168.64.70@o2ib_0 to nid 0x50000c0a84046 (192.168.64.70@o2ib)
00000020:01000004:3:1197998765.008717:0:4053:0:(obd_mount.c:445:lustre_start_simple()) Starting obd MGC192.168.64.70@o2ib (typ=mgc)
00000020:00000080:3:1197998765.008719:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.008721:0:4053:0:(obd_config.c:152:class_attach()) attach type mgc name: MGC192.168.64.70@o2ib uuid: ec014684-cb83-6ea4-dc42-c1698677e4eb
00000020:00000080:3:1197998765.008834:0:4053:0:(genops.c:283:class_newdev()) Adding new device MGC192.168.64.70@o2ib (ffff810419e72078)
00000020:00000080:3:1197998765.008837:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 1 attached type mgc with refcount 1
00000020:00000080:3:1197998765.008839:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00010000:00080000:3:1197998765.008872:0:4053:0:(ldlm_lib.c:96:import_set_conn()) imp ffff810419e06800@MGC192.168.64.70@o2ib: add connection MGC192.168.64.70@o2ib_0 at head
00000020:00000080:3:1197998765.008878:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd MGC192.168.64.70@o2ib (uuid ec014684-cb83-6ea4-dc42-c1698677e4eb)
10000000:01000000:3:1197998765.008882:0:4053:0:(mgc_request.c:844:mgc_set_info_async()) InitRecov MGC192.168.64.70@o2ib 1/1:d0:i0:r0:or0:NEW
00000020:00000080:3:1197998765.008901:0:4053:0:(genops.c:877:class_connect()) connect: client ec014684-cb83-6ea4-dc42-c1698677e4eb, cookie 0x88b022d45ee49a25
00000100:00080000:3:1197998765.008968:0:4053:0:(import.c:414:ptlrpc_connect_import()) ffff810419e06800 MGS: changing import state from NEW to CONNECTING
00000100:00080000:3:1197998765.008971:0:4053:0:(import.c:291:import_select_connection()) MGC192.168.64.70@o2ib: connect to NID 0@lo last attempt 0
00000100:00080000:3:1197998765.008973:0:4053:0:(import.c:372:import_select_connection()) MGC192.168.64.70@o2ib: import ffff810419e06800 using connection MGC192.168.64.70@o2ib_0/0@lo
00000100:00080000:3:1197998765.008976:0:4053:0:(import.c:443:ptlrpc_connect_import()) Last connection attempt (1) for MGS
10000000:00080000:3:1197998765.008978:0:4053:0:(mgc_request.c:825:mgc_set_info_async()) MGC192.168.64.70@o2ib: set imp_initial_recov = 0
00000100:00080000:3:1197998765.008979:0:4053:0:(import.c:453:ptlrpc_connect_import()) Last reconnection attempt (1) for MGS
00000100:00080000:3:1197998765.008990:0:4053:0:(pinger.c:280:ptlrpc_pinger_add_import()) adding pingable import ec014684-cb83-6ea4-dc42-c1698677e4eb->MGS
00000020:01000004:3:1197998765.008995:0:4053:0:(obd_mount.c:1007:server_start_targets()) starting target data-MDT0000
00000020:01000004:3:1197998765.009031:0:4053:0:(obd_mount.c:445:lustre_start_simple()) Starting obd MDS (typ=mdt)
00000020:00000080:3:1197998765.009032:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.009033:0:4053:0:(obd_config.c:152:class_attach()) attach type mdt name: MDS uuid: MDS_uuid
00000100:00080000:1:1197998765.009112:0:4268:0:(pinger.c:360:ping_evictor_main()) Starting Ping Evictor
20000000:01000000:3:1197998765.009118:0:4266:0:(mgs_handler.c:524:mgs_handle()) @@@ connect  req@ffff81041a18e850 x1/t0 o250-><?>@<?>:0/0 lens 240/0 e 0 to 0 dl 1197998865 ref 1 fl Interpret:/0/0 rc 0/0
00000020:00000080:3:1197998765.009136:0:4266:0:(genops.c:877:class_connect()) connect: client ec014684-cb83-6ea4-dc42-c1698677e4eb, cookie 0x88b022d45ee49a2c
00000100:00080000:3:1197998765.009167:0:4129:0:(import.c:602:ptlrpc_connect_interpret()) ffff810419e06800 MGS: changing import state from CONNECTING to FULL
10000000:01000000:3:1197998765.009172:0:4129:0:(mgc_request.c:900:mgc_import_event()) import event 0x808005
00000020:00000080:3:1197998765.080475:0:4053:0:(genops.c:283:class_newdev()) Adding new device MDS (ffff8104196c40b8)
00000020:00000080:3:1197998765.080480:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 2 attached type mdt with refcount 1
00000020:00000080:3:1197998765.080486:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00000020:00000080:3:1197998765.090627:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd MDS (uuid MDS_uuid)
00000020:01000004:3:1197998765.090633:0:4053:0:(obd_mount.c:807:server_mgc_set_fs()) Set mgc disk for /dev/sdb
10000000:01000000:3:1197998765.090645:0:4053:0:(mgc_request.c:413:mgc_fs_setup()) MGC using disk labelled=data-MDT0000
00000020:01000004:3:1197998765.090657:0:4053:0:(obd_mount.c:951:server_register_target()) Registration data-MDT0000, fs=data, 192.168.64.70@o2ib, index=0000, flags=0x5
10000000:01000000:3:1197998765.090660:0:4053:0:(mgc_request.c:857:mgc_set_info_async()) register_target data-MDT0000 0x5
10000000:01000000:3:1197998765.090673:0:4053:0:(mgc_request.c:732:mgc_target_register()) register data-MDT0000
20000000:01000000:1:1197998765.090738:0:4266:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a18e450 x2/t0 o253->ec014684-cb83-6ea4-dc42-c1698677e4eb@NET_0x9000000000000_UUID:0/0 lens 4672/0 e 0 to 0 dl 1197998776 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:1:1197998765.090749:0:4266:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-MDT0000 is running on 0@lo
20000000:01000000:1:1197998765.090751:0:4266:0:(mgs_llog.c:370:mgs_find_or_make_fsdb()) Creating new db
20000000:01000000:3:1197998765.099593:0:4266:0:(mgs_llog.c:168:mgs_fsdb_handler()) MDT index is 0
20000000:01000000:3:1197998765.099596:0:4266:0:(mgs_llog.c:152:mgs_fsdb_handler()) OST index for data-OST0000_UUID is 0 (0)
20000000:01000000:3:1197998765.099598:0:4266:0:(mgs_llog.c:152:mgs_fsdb_handler()) OST index for data-OST0001_UUID is 1 (1)
20000000:01000000:3:1197998765.099601:0:4266:0:(mgs_llog.c:152:mgs_fsdb_handler()) OST index for data-OST0002_UUID is 2 (2)
20000000:01000000:3:1197998765.099603:0:4266:0:(mgs_llog.c:152:mgs_fsdb_handler()) OST index for data-OST0003_UUID is 3 (3)
20000000:01000000:3:1197998765.099605:0:4266:0:(mgs_llog.c:152:mgs_fsdb_handler()) OST index for data-OST0004_UUID is 4 (4)
20000000:01000000:3:1197998765.099606:0:4266:0:(mgs_llog.c:152:mgs_fsdb_handler()) OST index for data-OST0005_UUID is 5 (5)
20000000:01000000:3:1197998765.099617:0:4266:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-MDT0000, index=0, rc=0
10000000:01000000:3:1197998765.100020:0:4053:0:(mgc_request.c:741:mgc_target_register()) register data-MDT0000 got index = 0
00000020:01000004:3:1197998765.100028:0:4053:0:(obd_mount.c:104:server_register_mount()) reg_mnt ffff81042b09cbc0 from data-MDT0000, vfscount=2
10000000:01000000:3:1197998765.100033:0:4053:0:(mgc_request.c:1226:mgc_process_config()) parse_log data-MDT0000 from 0
10000000:01000000:3:1197998765.100034:0:4053:0:(mgc_request.c:181:config_log_add()) adding config log data-MDT0000:<NULL>
10000000:01000000:3:1197998765.100038:0:4053:0:(mgc_request.c:67:mgc_name2resid()) log data-MDT0000 to resid 0x61746164/0x0 (data)
10000000:01000000:3:1197998765.100041:0:4053:0:(mgc_request.c:1111:mgc_process_log()) Process log data-MDT0000:<NULL> from 1
10000000:01000000:3:1197998765.100043:0:4053:0:(mgc_request.c:620:mgc_enqueue()) Enqueue for data-MDT0000 (res 0x61746164)
20000000:01000000:1:1197998765.100073:0:4267:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a18e050 x3/t0 o101->ec014684-cb83-6ea4-dc42-c1698677e4eb@NET_0x9000000000000_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998771 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998765.100133:0:4266:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a18fc50 x4/t0 o501->ec014684-cb83-6ea4-dc42-c1698677e4eb@NET_0x9000000000000_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998771 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:1:1197998765.100184:0:4267:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a18f850 x5/t0 o503->ec014684-cb83-6ea4-dc42-c1698677e4eb@NET_0x9000000000000_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998771 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998765.106770:0:4266:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a18f450 x6/t0 o502->ec014684-cb83-6ea4-dc42-c1698677e4eb@NET_0x9000000000000_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998771 ref 1 fl Interpret:/8/0 rc 0/0
00000020:01000000:3:1197998765.111164:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x8 mark_flg=0x1
00000020:00000080:3:1197998765.111169:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.111171:0:4053:0:(obd_config.c:785:class_process_config()) marker 1 (0x1) data-mdtlov lov setup
00000020:00000080:3:1197998765.111175:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.111177:0:4053:0:(obd_config.c:152:class_attach()) attach type lov name: data-mdtlov uuid: data-mdtlov_UUID
00000020:00000080:3:1197998765.111250:0:4053:0:(genops.c:283:class_newdev()) Adding new device data-mdtlov (ffff8104184120f8)
00000020:00000080:3:1197998765.111253:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 3 attached type lov with refcount 1
00000020:00000080:3:1197998765.111256:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00000020:00000080:3:1197998765.111288:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd data-mdtlov (uuid data-mdtlov_UUID)
00000020:01000000:3:1197998765.111290:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3:1197998765.111292:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.111293:0:4053:0:(obd_config.c:785:class_process_config()) marker 1 (0x2) data-mdtlov lov setup
00000020:01000000:3:1197998765.111295:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3:1197998765.111297:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.111298:0:4053:0:(obd_config.c:785:class_process_config()) marker 2 (0x1) data-MDT0000 add mdt
00000020:00000080:3:1197998765.111300:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf007
00000020:00000080:3:1197998765.111303:0:4053:0:(obd_config.c:753:class_process_config()) mountopt: profile data-MDT0000 osc data-mdtlov mdc <NULL>
00000020:01000000:3:1197998765.111305:0:4053:0:(obd_config.c:632:class_add_profile()) Add profile data-MDT0000
00000020:00000080:3:1197998765.111310:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.111312:0:4053:0:(obd_config.c:152:class_attach()) attach type mds name: data-MDT0000 uuid: data-MDT0000_UUID
00000020:00000080:3:1197998765.111379:0:4053:0:(genops.c:283:class_newdev()) Adding new device data-MDT0000 (ffff810418436138)
00000020:00000080:3:1197998765.111381:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 4 attached type mds with refcount 1
00000020:00000080:3:1197998765.111383:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00000020:01000004:3:1197998765.111396:0:4053:0:(obd_mount.c:156:server_get_mount()) get_mnt ffff81042b09cbc0 from data-MDT0000, refs=3, vfscount=3
00000004:02000000:3:1197998765.111400:0:4053:0:(handler.c:1879:fsoptions_to_mds_flags()) Enabling user_xattr
00020000:01000000:3:1197998765.147939:0:4053:0:(lov_obd.c:334:lov_connect()) connect #0
00000020:00000080:3:1197998765.147948:0:4053:0:(genops.c:877:class_connect()) connect: client data-MDT0000_UUID, cookie 0x88b022d45ee49a5d
00000004:01000000:3:1197998765.151710:0:4053:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 0
00000004:01000000:3:1197998765.151712:0:4053:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:3:1197998765.151721:0:4053:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:3:1197998765.151723:0:4053:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:3:1197998765.151724:0:4053:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:3:1197998765.151726:0:4053:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00000004:02000000:3:1197998765.158162:0:4053:0:(handler.c:2059:mds_setup()) MDT data-MDT0000 now serving dev (data-MDT0000/2f89a646-7ee4-81fc-42bc-8afc44fc3c88) with recovery enabled
00000020:00000080:3:1197998765.158171:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd data-MDT0000 (uuid data-MDT0000_UUID)
00000020:01000000:3:1197998765.158173:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3:1197998765.158176:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.158177:0:4053:0:(obd_config.c:785:class_process_config()) marker 2 (0x2) data-MDT0000 add mdt
00000020:01000000:3:1197998765.158179:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:3:1197998765.158181:0:4053:0:(obd_mount.c:1689:lustre_check_exclusion()) Check exclusion data-OST0000 (0) in 0 of /dev/sdb
00000020:00000080:3:1197998765.158183:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.158185:0:4053:0:(obd_config.c:785:class_process_config()) marker 6 (0x1) data-OST0000 add osc
00000020:00000080:3:1197998765.158187:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf005
00000020:00000080:3:1197998765.158190:0:4053:0:(obd_config.c:736:class_process_config()) adding mapping from uuid 192.168.64.71@o2ib to nid 0x50000c0a84047 (192.168.64.71@o2ib)
00000020:00000080:3:1197998765.158194:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.158196:0:4053:0:(obd_config.c:152:class_attach()) attach type osc name: data-OST0000-osc uuid: data-mdtlov_UUID
00000020:00000080:3:1197998765.158265:0:4053:0:(genops.c:283:class_newdev()) Adding new device data-OST0000-osc (ffff81041846a178)
00000020:00000080:3:1197998765.158267:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 5 attached type osc with refcount 1
00000020:00000080:3:1197998765.158269:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00010000:00080000:3:1197998765.158291:0:4053:0:(ldlm_lib.c:96:import_set_conn()) imp ffff810418b83800@data-OST0000-osc: add connection 192.168.64.71@o2ib at head
00000020:00000080:3:1197998765.158386:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd data-OST0000-osc (uuid data-mdtlov_UUID)
00000020:00000080:3:1197998765.158390:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf00d
00020000:01000000:3:1197998765.158394:0:4053:0:(lov_obd.c:592:lov_add_target()) uuid:data-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:3:1197998765.158397:0:4053:0:(lov_obd.c:640:lov_add_target()) tgts: ffff81041e104ee0 size: 2
00020000:01000000:3:1197998765.158400:0:4053:0:(lov_obd.c:662:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:00000080:3:1197998765.158414:0:4053:0:(genops.c:877:class_connect()) connect: client LOV_OSC_UUID, cookie 0x88b022d45ee49a72
00000100:00080000:3:1197998765.158457:0:4053:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from NEW to CONNECTING
00000100:00080000:3:1197998765.158460:0:4053:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 0
00000100:00080000:3:1197998765.158463:0:4053:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:3:1197998765.158471:0:4053:0:(pinger.c:280:ptlrpc_pinger_add_import()) adding pingable import data-mdtlov_UUID->data-OST0000_UUID
00020000:01000000:3:1197998765.158479:0:4053:0:(lov_obd.c:291:lov_connect_obd()) Connected tgt idx 0 data-OST0000_UUID (data-OST0000-osc) active
00000004:01000000:3:1197998765.158486:0:4053:0:(mds_lov.c:838:mds_notify()) notify data-OST0000-osc ev=0
00000004:00080000:3:1197998765.158497:0:4053:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=0 thread=4350
00000004:01000000:3:1197998765.158618:0:4350:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 1
00000004:01000000:3:1197998765.158624:0:4350:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:3:1197998765.158636:0:4350:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=32
00000020:01000000:3:1197998765.158667:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3:1197998765.158669:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.158670:0:4053:0:(obd_config.c:785:class_process_config()) marker 6 (0x2) data-OST0000 add osc
00000020:01000000:3:1197998765.158672:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:3:1197998765.158673:0:4053:0:(obd_mount.c:1689:lustre_check_exclusion()) Check exclusion data-OST0001 (1) in 0 of /dev/sdb
00000020:00000080:3:1197998765.158675:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.158676:0:4053:0:(obd_config.c:785:class_process_config()) marker 9 (0x1) data-OST0001 add osc
00000020:00000080:3:1197998765.158678:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf005
00000020:00000080:3:1197998765.158680:0:4053:0:(obd_config.c:736:class_process_config()) adding mapping from uuid 192.168.64.71@o2ib to nid 0x50000c0a84047 (192.168.64.71@o2ib)
00000020:00000080:3:1197998765.158683:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.158689:0:4053:0:(obd_config.c:152:class_attach()) attach type osc name: data-OST0001-osc uuid: data-mdtlov_UUID
00000020:00000080:3:1197998765.158745:0:4053:0:(genops.c:283:class_newdev()) Adding new device data-OST0001-osc (ffff8104184921b8)
00000020:00000080:3:1197998765.158747:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 6 attached type osc with refcount 1
00000020:00000080:3:1197998765.158748:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00010000:00080000:3:1197998765.158761:0:4053:0:(ldlm_lib.c:96:import_set_conn()) imp ffff810418b83400@data-OST0001-osc: add connection 192.168.64.71@o2ib at head
00000020:00000080:3:1197998765.158857:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd data-OST0001-osc (uuid data-mdtlov_UUID)
00000020:00000080:3:1197998765.158859:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf00d
00020000:01000000:3:1197998765.158861:0:4053:0:(lov_obd.c:592:lov_add_target()) uuid:data-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:3:1197998765.158863:0:4053:0:(lov_obd.c:662:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:00000080:3:1197998765.158868:0:4053:0:(genops.c:877:class_connect()) connect: client LOV_OSC_UUID, cookie 0x88b022d45ee49a87
00000100:00080000:3:1197998765.158900:0:4053:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from NEW to CONNECTING
00000100:00080000:3:1197998765.158902:0:4053:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 0
00000100:00080000:3:1197998765.158904:0:4053:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:3:1197998765.158909:0:4053:0:(pinger.c:280:ptlrpc_pinger_add_import()) adding pingable import data-mdtlov_UUID->data-OST0001_UUID
00020000:01000000:3:1197998765.158912:0:4053:0:(lov_obd.c:291:lov_connect_obd()) Connected tgt idx 1 data-OST0001_UUID (data-OST0001-osc) active
00000004:01000000:3:1197998765.158915:0:4053:0:(mds_lov.c:838:mds_notify()) notify data-OST0001-osc ev=0
00000004:00080000:3:1197998765.158925:0:4053:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=1 thread=4352
00000020:01000000:3:1197998765.158964:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3:1197998765.158966:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.158968:0:4053:0:(obd_config.c:785:class_process_config()) marker 9 (0x2) data-OST0001 add osc
00000020:01000000:3:1197998765.158969:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:3:1197998765.158971:0:4053:0:(obd_mount.c:1689:lustre_check_exclusion()) Check exclusion data-OST0002 (2) in 0 of /dev/sdb
00000020:00000080:3:1197998765.158972:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.158973:0:4053:0:(obd_config.c:785:class_process_config()) marker 12 (0x1) data-OST0002 add osc
00000020:00000080:3:1197998765.158975:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf005
00000020:00000080:3:1197998765.158977:0:4053:0:(obd_config.c:736:class_process_config()) adding mapping from uuid 192.168.64.71@o2ib to nid 0x50000c0a84047 (192.168.64.71@o2ib)
00000020:00000080:3:1197998765.158979:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.158980:0:4053:0:(obd_config.c:152:class_attach()) attach type osc name: data-OST0002-osc uuid: data-mdtlov_UUID
00000020:00000080:3:1197998765.159042:0:4053:0:(genops.c:283:class_newdev()) Adding new device data-OST0002-osc (ffff8104184dc1f8)
00000020:00000080:3:1197998765.159044:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 7 attached type osc with refcount 1
00000020:00000080:3:1197998765.159046:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00010000:00080000:3:1197998765.159057:0:4053:0:(ldlm_lib.c:96:import_set_conn()) imp ffff810418b83000@data-OST0002-osc: add connection 192.168.64.71@o2ib at head
00000020:00000080:3:1197998765.159142:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd data-OST0002-osc (uuid data-mdtlov_UUID)
00000020:00000080:3:1197998765.159144:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf00d
00020000:01000000:3:1197998765.159145:0:4053:0:(lov_obd.c:592:lov_add_target()) uuid:data-OST0002_UUID idx:2 gen:1 active:1
00020000:01000000:3:1197998765.159147:0:4053:0:(lov_obd.c:640:lov_add_target()) tgts: ffff81041e104de0 size: 4
00020000:01000000:3:1197998765.159149:0:4053:0:(lov_obd.c:662:lov_add_target()) idx=2 ltd_gen=1 ld_tgt_count=3
00000020:00000080:3:1197998765.159154:0:4053:0:(genops.c:877:class_connect()) connect: client LOV_OSC_UUID, cookie 0x88b022d45ee49a9c
00000100:00080000:3:1197998765.159185:0:4053:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from NEW to CONNECTING
00000100:00080000:3:1197998765.159188:0:4053:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 0
00000100:00080000:3:1197998765.159190:0:4053:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:3:1197998765.159195:0:4053:0:(pinger.c:280:ptlrpc_pinger_add_import()) adding pingable import data-mdtlov_UUID->data-OST0002_UUID
00020000:01000000:3:1197998765.159198:0:4053:0:(lov_obd.c:291:lov_connect_obd()) Connected tgt idx 2 data-OST0002_UUID (data-OST0002-osc) active
00000004:01000000:3:1197998765.159200:0:4053:0:(mds_lov.c:838:mds_notify()) notify data-OST0002-osc ev=0
00000004:00080000:3:1197998765.159216:0:4053:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=2 thread=4354
00000020:01000000:3:1197998765.159250:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3:1197998765.159252:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.159253:0:4053:0:(obd_config.c:785:class_process_config()) marker 12 (0x2) data-OST0002 add osc
00000020:01000000:3:1197998765.159255:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:3:1197998765.159256:0:4053:0:(obd_mount.c:1689:lustre_check_exclusion()) Check exclusion data-OST0003 (3) in 0 of /dev/sdb
00000020:00000080:3:1197998765.159258:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.159259:0:4053:0:(obd_config.c:785:class_process_config()) marker 15 (0x1) data-OST0003 add osc
00000020:00000080:3:1197998765.159261:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf005
00000020:00000080:3:1197998765.159263:0:4053:0:(obd_config.c:736:class_process_config()) adding mapping from uuid 192.168.64.71@o2ib to nid 0x50000c0a84047 (192.168.64.71@o2ib)
00000020:00000080:3:1197998765.159265:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.159266:0:4053:0:(obd_config.c:152:class_attach()) attach type osc name: data-OST0003-osc uuid: data-mdtlov_UUID
00000020:00000080:3:1197998765.159322:0:4053:0:(genops.c:283:class_newdev()) Adding new device data-OST0003-osc (ffff81041850a238)
00000020:00000080:3:1197998765.159324:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 8 attached type osc with refcount 1
00000020:00000080:3:1197998765.159326:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00010000:00080000:3:1197998765.159340:0:4053:0:(ldlm_lib.c:96:import_set_conn()) imp ffff81041850cc00@data-OST0003-osc: add connection 192.168.64.71@o2ib at head
00000020:00000080:3:1197998765.159424:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd data-OST0003-osc (uuid data-mdtlov_UUID)
00000020:00000080:3:1197998765.159426:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf00d
00020000:01000000:3:1197998765.159428:0:4053:0:(lov_obd.c:592:lov_add_target()) uuid:data-OST0003_UUID idx:3 gen:1 active:1
00020000:01000000:3:1197998765.159429:0:4053:0:(lov_obd.c:662:lov_add_target()) idx=3 ltd_gen=1 ld_tgt_count=4
00000020:00000080:3:1197998765.159434:0:4053:0:(genops.c:877:class_connect()) connect: client LOV_OSC_UUID, cookie 0x88b022d45ee49ab1
00000100:00080000:3:1197998765.159478:0:4053:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from NEW to CONNECTING
00000100:00080000:3:1197998765.159480:0:4053:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 0
00000100:00080000:3:1197998765.159482:0:4053:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:3:1197998765.159486:0:4053:0:(pinger.c:280:ptlrpc_pinger_add_import()) adding pingable import data-mdtlov_UUID->data-OST0003_UUID
00020000:01000000:3:1197998765.159489:0:4053:0:(lov_obd.c:291:lov_connect_obd()) Connected tgt idx 3 data-OST0003_UUID (data-OST0003-osc) active
00000004:01000000:3:1197998765.159492:0:4053:0:(mds_lov.c:838:mds_notify()) notify data-OST0003-osc ev=0
00000004:00080000:3:1197998765.159502:0:4053:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=3 thread=4356
00000020:01000000:3:1197998765.159524:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3:1197998765.159526:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.159528:0:4053:0:(obd_config.c:785:class_process_config()) marker 15 (0x2) data-OST0003 add osc
00000020:01000000:3:1197998765.159529:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:3:1197998765.159531:0:4053:0:(obd_mount.c:1689:lustre_check_exclusion()) Check exclusion data-OST0004 (4) in 0 of /dev/sdb
00000020:00000080:3:1197998765.159532:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.159533:0:4053:0:(obd_config.c:785:class_process_config()) marker 18 (0x1) data-OST0004 add osc
00000020:00000080:3:1197998765.159535:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf005
00000020:00000080:3:1197998765.159537:0:4053:0:(obd_config.c:736:class_process_config()) adding mapping from uuid 192.168.64.71@o2ib to nid 0x50000c0a84047 (192.168.64.71@o2ib)
00000020:00000080:3:1197998765.159539:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.159540:0:4053:0:(obd_config.c:152:class_attach()) attach type osc name: data-OST0004-osc uuid: data-mdtlov_UUID
00000020:00000080:3:1197998765.159597:0:4053:0:(genops.c:283:class_newdev()) Adding new device data-OST0004-osc (ffff810418558278)
00000020:00000080:3:1197998765.159598:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 9 attached type osc with refcount 1
00000020:00000080:3:1197998765.159600:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00010000:00080000:3:1197998765.159611:0:4053:0:(ldlm_lib.c:96:import_set_conn()) imp ffff81041850c800@data-OST0004-osc: add connection 192.168.64.71@o2ib at head
00000020:00000080:3:1197998765.159704:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd data-OST0004-osc (uuid data-mdtlov_UUID)
00000020:00000080:3:1197998765.159706:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf00d
00020000:01000000:3:1197998765.159708:0:4053:0:(lov_obd.c:592:lov_add_target()) uuid:data-OST0004_UUID idx:4 gen:1 active:1
00020000:01000000:3:1197998765.159710:0:4053:0:(lov_obd.c:640:lov_add_target()) tgts: ffff810418520e40 size: 8
00020000:01000000:3:1197998765.159712:0:4053:0:(lov_obd.c:662:lov_add_target()) idx=4 ltd_gen=1 ld_tgt_count=5
00000020:00000080:3:1197998765.159716:0:4053:0:(genops.c:877:class_connect()) connect: client LOV_OSC_UUID, cookie 0x88b022d45ee49ac6
00000100:00080000:3:1197998765.159747:0:4053:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from NEW to CONNECTING
00000100:00080000:3:1197998765.159750:0:4053:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 0
00000100:00080000:3:1197998765.159752:0:4053:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:3:1197998765.159756:0:4053:0:(pinger.c:280:ptlrpc_pinger_add_import()) adding pingable import data-mdtlov_UUID->data-OST0004_UUID
00020000:01000000:3:1197998765.159759:0:4053:0:(lov_obd.c:291:lov_connect_obd()) Connected tgt idx 4 data-OST0004_UUID (data-OST0004-osc) active
00000004:01000000:3:1197998765.159762:0:4053:0:(mds_lov.c:838:mds_notify()) notify data-OST0004-osc ev=0
00000040:01000000:1:1197998765.159772:0:4350:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000004:00080000:3:1197998765.159773:0:4053:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=4 thread=4358
00000040:01000000:1:1197998765.159775:0:4350:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:1:1197998765.159777:0:4350:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:1:1197998765.159778:0:4350:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:1:1197998765.159779:0:4350:0:(lov_log.c:207:lov_llog_init()) init 0/1
00000020:01000000:3:1197998765.159796:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3:1197998765.159798:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.159800:0:4053:0:(obd_config.c:785:class_process_config()) marker 18 (0x2) data-OST0004 add osc
00000020:01000000:3:1197998765.159802:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:3:1197998765.159803:0:4053:0:(obd_mount.c:1689:lustre_check_exclusion()) Check exclusion data-OST0005 (5) in 0 of /dev/sdb
00000020:00000080:3:1197998765.159805:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.159806:0:4053:0:(obd_config.c:785:class_process_config()) marker 21 (0x1) data-OST0005 add osc
00000020:00000080:3:1197998765.159808:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf005
00000020:00000080:3:1197998765.159810:0:4053:0:(obd_config.c:736:class_process_config()) adding mapping from uuid 192.168.64.71@o2ib to nid 0x50000c0a84047 (192.168.64.71@o2ib)
00000020:00000080:3:1197998765.159812:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf001
00000020:00000080:3:1197998765.159813:0:4053:0:(obd_config.c:152:class_attach()) attach type osc name: data-OST0005-osc uuid: data-mdtlov_UUID
00000020:00000080:3:1197998765.159869:0:4053:0:(genops.c:283:class_newdev()) Adding new device data-OST0005-osc (ffff8104185862b8)
00000020:00000080:3:1197998765.159871:0:4053:0:(obd_config.c:237:class_attach()) OBD: dev 10 attached type osc with refcount 1
00000020:00000080:3:1197998765.159872:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf003
00010000:00080000:3:1197998765.159885:0:4053:0:(ldlm_lib.c:96:import_set_conn()) imp ffff81041850c400@data-OST0005-osc: add connection 192.168.64.71@o2ib at head
00000020:00000080:3:1197998765.159969:0:4053:0:(obd_config.c:320:class_setup()) finished setup of obd data-OST0005-osc (uuid data-mdtlov_UUID)
00000020:00000080:3:1197998765.159971:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf00d
00020000:01000000:3:1197998765.159973:0:4053:0:(lov_obd.c:592:lov_add_target()) uuid:data-OST0005_UUID idx:5 gen:1 active:1
00020000:01000000:3:1197998765.159975:0:4053:0:(lov_obd.c:662:lov_add_target()) idx=5 ltd_gen=1 ld_tgt_count=6
00000020:00000080:3:1197998765.159979:0:4053:0:(genops.c:877:class_connect()) connect: client LOV_OSC_UUID, cookie 0x88b022d45ee49adb
00000100:00080000:3:1197998765.160012:0:4053:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from NEW to CONNECTING
00000100:00080000:3:1197998765.160014:0:4053:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 0
00000100:00080000:3:1197998765.160016:0:4053:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:3:1197998765.160021:0:4053:0:(pinger.c:280:ptlrpc_pinger_add_import()) adding pingable import data-mdtlov_UUID->data-OST0005_UUID
00020000:01000000:3:1197998765.160024:0:4053:0:(lov_obd.c:291:lov_connect_obd()) Connected tgt idx 5 data-OST0005_UUID (data-OST0005-osc) active
00000004:01000000:3:1197998765.160026:0:4053:0:(mds_lov.c:838:mds_notify()) notify data-OST0005-osc ev=0
00000004:00080000:3:1197998765.160042:0:4053:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=5 thread=4360
00000020:01000000:3:1197998765.160100:0:4053:0:(obd_config.c:967:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3:1197998765.160102:0:4053:0:(obd_config.c:725:class_process_config()) processing cmd: cf010
00000020:00000080:3:1197998765.160103:0:4053:0:(obd_config.c:785:class_process_config()) marker 21 (0x2) data-OST0005 add osc
00000020:01000000:3:1197998765.160108:0:4053:0:(obd_config.c:1102:class_config_parse_llog()) Processed log data-MDT0000 gen 1-45 (rc=0)
10000000:01000000:3:1197998765.160119:0:4053:0:(mgc_request.c:1182:mgc_process_log()) MGC192.168.64.70@o2ib: configuration from log 'data-MDT0000' succeeded (0).
00000020:01000004:3:1197998765.160128:0:4053:0:(obd_mount.c:825:server_mgc_clear_fs()) Unassign mgc disk
00000020:01000004:3:1197998765.160135:0:4053:0:(obd_mount.c:1499:server_fill_super_common()) Server sb, dev=24
00000020:02000400:3:1197998765.160139:0:4053:0:(obd_mount.c:1597:server_fill_super()) Server data-MDT0000 on device /dev/sdb has started
00000800:00000100:6:1197998765.161525:0:4126:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161533:0:4126:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161557:0:4123:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:4:1197998765.161574:0:2606:0:(o2iblnd_cb.c:2474:kiblnd_rejected()) 192.168.64.71@o2ib rejected: reason 8, size 148
00000800:00000100:6:1197998765.161583:0:4121:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:4:1197998765.161586:0:2606:0:(o2iblnd_cb.c:2089:kiblnd_peer_connect_failed()) Deleting messages for 192.168.64.71@o2ib: connection failed
00000100:00020000:4:1197998765.161593:0:2606:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff810418453400 x7/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 2 fl Rpc:/0/0 rc 0/0
00000800:00000100:6:1197998765.161691:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161694:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000100:00000100:1:1197998765.161696:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1197998765, 0s ago)  req@ffff810418453400 x7/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 1 fl Rpc:/0/0 rc 0/0
00000100:00020000:4:1197998765.161697:0:2606:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff810418495400 x8/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 2 fl Rpc:/0/0 rc 0/0
00000800:00000100:6:1197998765.161698:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161701:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161704:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000100:02000400:1:1197998765.161704:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x7 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 0s ago has timed out (limit 11s).
00000800:00000100:6:1197998765.161708:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161712:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161726:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161729:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161731:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161734:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:6:1197998765.161736:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000100:00020000:4:1197998765.161873:0:2606:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff8104184a5800 x9/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 2 fl Rpc:/0/0 rc 0/0
00000100:00080000:1:1197998765.161874:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1197998765.161876:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0000_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00000100:1:1197998765.161879:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1197998765, 0s ago)  req@ffff810418495400 x8/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:1:1197998765.161887:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x8 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 0s ago has timed out (limit 11s).
00000100:00080000:1:1197998765.163075:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00020000:4:1197998765.163076:0:2606:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff810418511c00 x10/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 2 fl Rpc:/0/0 rc 0/0
00000100:00080000:1:1197998765.163077:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00000100:1:1197998765.163079:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1197998765, 0s ago)  req@ffff8104184a5800 x9/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:1:1197998765.163083:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x9 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 0s ago has timed out (limit 11s).
00000100:00020000:4:1197998765.163118:0:2606:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff810418521400 x11/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 2 fl Rpc:/0/0 rc 0/0
00000100:00020000:4:1197998765.163148:0:2606:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81041858dc00 x12/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 2 fl Rpc:/0/0 rc 0/0
00000100:00080000:1:1197998765.165666:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1197998765.165667:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00000100:1:1197998765.165669:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1197998765, 0s ago)  req@ffff810418511c00 x10/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:1:1197998765.165677:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x10 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 0s ago has timed out (limit 11s).
00000100:00080000:1:1197998765.166155:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1197998765.166156:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00000100:1:1197998765.166163:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1197998765, 0s ago)  req@ffff810418521400 x11/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:1:1197998765.166169:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x11 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 0s ago has timed out (limit 11s).
00000100:00080000:1:1197998765.166661:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1197998765.166663:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00000100:1:1197998765.166664:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1197998765, 0s ago)  req@ffff81041858dc00 x12/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998776 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:1:1197998765.166669:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x12 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 0s ago has timed out (limit 11s).
00000100:00080000:1:1197998765.167145:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1197998765.167147:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-110)
00000040:00080000:3:1197998765.169759:0:4350:0:(llog_obd.c:232:cat_cancel_cb()) processing log 0x137ab75:589c8c72 at index 30 of catalog 0x1378002
00000004:01000000:3:1197998765.183697:0:4350:0:(mds_lov.c:273:mds_lov_update_mds()) idx=0, recov=0/1, cnt=0/1
00000008:00080000:3:1197998765.183705:0:4350:0:(osc_request.c:3416:osc_set_info_async()) data-OST0000-osc: set oscc_next_id = 1092308
00000004:01000000:3:1197998765.183708:0:4350:0:(mds_lov.c:308:mds_lov_update_mds()) last object 1092307 from OST 0 rc=0
00000100:00080000:3:1197998765.183716:0:4350:0:(client.c:899:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff81041858da00 x13/t0 o17->data-OST0000_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00000004:01000000:3:1197998765.183727:0:4352:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:3:1197998765.183728:0:4352:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:3:1197998765.183735:0:4352:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:3:1197998765.183740:0:4352:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:3:1197998765.183741:0:4352:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:3:1197998765.183743:0:4352:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:3:1197998765.183744:0:4352:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:3:1197998765.183751:0:4352:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:3:1197998765.183752:0:4352:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:3:1197998765.183754:0:4352:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:3:1197998765.183755:0:4352:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:00080000:3:1197998765.192865:0:4352:0:(llog_obd.c:232:cat_cancel_cb()) processing log 0x1378010:589c8c65 at index 32 of catalog 0x1378003
00020000:01000000:3:1197998765.202752:0:4352:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:00080000:3:1197998765.211794:0:4352:0:(llog_obd.c:232:cat_cancel_cb()) processing log 0x137800b:589c8c5e at index 32 of catalog 0x1378004
00020000:01000000:3:1197998765.219929:0:4352:0:(lov_log.c:207:lov_llog_init()) init 3/6
00020000:01000000:3:1197998765.228224:0:4352:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:00080000:3:1197998765.237395:0:4352:0:(llog_obd.c:232:cat_cancel_cb()) processing log 0x137ad6c:589c8c76 at index 30 of catalog 0x1378006
00020000:01000000:3:1197998765.242336:0:4352:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000004:01000000:3:1197998765.256317:0:4352:0:(mds_lov.c:273:mds_lov_update_mds()) idx=1, recov=0/1, cnt=1/6
00000008:00080000:3:1197998765.256321:0:4352:0:(osc_request.c:3416:osc_set_info_async()) data-OST0000-osc: set oscc_next_id = 1092308
00000008:00080000:3:1197998765.256323:0:4352:0:(osc_request.c:3416:osc_set_info_async()) data-OST0001-osc: set oscc_next_id = 1092438
00000008:00080000:3:1197998765.256325:0:4352:0:(osc_request.c:3416:osc_set_info_async()) data-OST0002-osc: set oscc_next_id = 1092349
00000008:00080000:3:1197998765.256326:0:4352:0:(osc_request.c:3416:osc_set_info_async()) data-OST0003-osc: set oscc_next_id = 1092413
00000008:00080000:3:1197998765.256328:0:4352:0:(osc_request.c:3416:osc_set_info_async()) data-OST0004-osc: set oscc_next_id = 1091953
00000008:00080000:3:1197998765.256329:0:4352:0:(osc_request.c:3416:osc_set_info_async()) data-OST0005-osc: set oscc_next_id = 1092532
00000004:01000000:3:1197998765.256332:0:4352:0:(mds_lov.c:308:mds_lov_update_mds()) last object 1092437 from OST 1 rc=0
00000100:00080000:3:1197998765.256337:0:4352:0:(client.c:899:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff81041858d800 x14/t0 o17->data-OST0001_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00000004:01000000:3:1197998765.256345:0:4354:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:3:1197998765.256347:0:4354:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:3:1197998765.256352:0:4354:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:3:1197998765.256356:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:3:1197998765.256358:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:3:1197998765.256359:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:3:1197998765.256360:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:3:1197998765.256361:0:4354:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:3:1197998765.256363:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:3:1197998765.256364:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:3:1197998765.256366:0:4354:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:3:1197998765.256367:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:3:1197998765.256368:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:3:1197998765.256370:0:4354:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:3:1197998765.256371:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:3:1197998765.256372:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:3:1197998765.256374:0:4354:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:3:1197998765.256375:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:3:1197998765.256376:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:3:1197998765.256378:0:4354:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:3:1197998765.256379:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:3:1197998765.256380:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:3:1197998765.256382:0:4354:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:3:1197998765.256383:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:3:1197998765.256384:0:4354:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00000004:01000000:3:1197998765.257352:0:4354:0:(mds_lov.c:273:mds_lov_update_mds()) idx=2, recov=0/1, cnt=6/6
00000008:00080000:3:1197998765.257355:0:4354:0:(osc_request.c:3416:osc_set_info_async()) data-OST0000-osc: set oscc_next_id = 1092308
00000008:00080000:3:1197998765.257357:0:4354:0:(osc_request.c:3416:osc_set_info_async()) data-OST0001-osc: set oscc_next_id = 1092438
00000008:00080000:3:1197998765.257359:0:4354:0:(osc_request.c:3416:osc_set_info_async()) data-OST0002-osc: set oscc_next_id = 1092349
00000008:00080000:3:1197998765.257360:0:4354:0:(osc_request.c:3416:osc_set_info_async()) data-OST0003-osc: set oscc_next_id = 1092413
00000008:00080000:3:1197998765.257362:0:4354:0:(osc_request.c:3416:osc_set_info_async()) data-OST0004-osc: set oscc_next_id = 1091953
00000008:00080000:3:1197998765.257364:0:4354:0:(osc_request.c:3416:osc_set_info_async()) data-OST0005-osc: set oscc_next_id = 1092532
00000004:01000000:3:1197998765.257366:0:4354:0:(mds_lov.c:308:mds_lov_update_mds()) last object 1092348 from OST 2 rc=0
00000100:00080000:3:1197998765.257370:0:4354:0:(client.c:899:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff81041858d600 x15/t0 o17->data-OST0002_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00000004:01000000:3:1197998765.257382:0:4356:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:3:1197998765.257384:0:4356:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:3:1197998765.257389:0:4356:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:3:1197998765.257392:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:3:1197998765.257394:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:3:1197998765.257395:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:3:1197998765.257397:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:3:1197998765.257398:0:4356:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:3:1197998765.257399:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:3:1197998765.257401:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:3:1197998765.257402:0:4356:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:3:1197998765.257403:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:3:1197998765.257405:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:3:1197998765.257406:0:4356:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:3:1197998765.257407:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:3:1197998765.257409:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:3:1197998765.257410:0:4356:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:3:1197998765.257411:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:3:1197998765.257413:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:3:1197998765.257414:0:4356:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:3:1197998765.257415:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:3:1197998765.257417:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:3:1197998765.257418:0:4356:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:3:1197998765.257419:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:3:1197998765.257421:0:4356:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00000004:01000000:3:1197998765.258362:0:4356:0:(mds_lov.c:273:mds_lov_update_mds()) idx=3, recov=0/1, cnt=6/6
00000008:00080000:3:1197998765.258366:0:4356:0:(osc_request.c:3416:osc_set_info_async()) data-OST0000-osc: set oscc_next_id = 1092308
00000008:00080000:3:1197998765.258368:0:4356:0:(osc_request.c:3416:osc_set_info_async()) data-OST0001-osc: set oscc_next_id = 1092438
00000008:00080000:3:1197998765.258369:0:4356:0:(osc_request.c:3416:osc_set_info_async()) data-OST0002-osc: set oscc_next_id = 1092349
00000008:00080000:3:1197998765.258371:0:4356:0:(osc_request.c:3416:osc_set_info_async()) data-OST0003-osc: set oscc_next_id = 1092413
00000008:00080000:3:1197998765.258373:0:4356:0:(osc_request.c:3416:osc_set_info_async()) data-OST0004-osc: set oscc_next_id = 1091953
00000008:00080000:3:1197998765.258374:0:4356:0:(osc_request.c:3416:osc_set_info_async()) data-OST0005-osc: set oscc_next_id = 1092532
00000004:01000000:3:1197998765.258376:0:4356:0:(mds_lov.c:308:mds_lov_update_mds()) last object 1092412 from OST 3 rc=0
00000100:00080000:3:1197998765.258381:0:4356:0:(client.c:899:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff81041858d400 x16/t0 o17->data-OST0003_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00000004:01000000:3:1197998765.258392:0:4358:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:3:1197998765.258394:0:4358:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:3:1197998765.258399:0:4358:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:3:1197998765.258403:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:3:1197998765.258404:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:3:1197998765.258406:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:3:1197998765.258407:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:3:1197998765.258408:0:4358:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:3:1197998765.258410:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:3:1197998765.258411:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:3:1197998765.258412:0:4358:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:3:1197998765.258414:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:3:1197998765.258415:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:3:1197998765.258416:0:4358:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:3:1197998765.258418:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:3:1197998765.258419:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:3:1197998765.258420:0:4358:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:3:1197998765.258422:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:3:1197998765.258423:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:3:1197998765.258424:0:4358:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:3:1197998765.258426:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:3:1197998765.258427:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:3:1197998765.258428:0:4358:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:3:1197998765.258430:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:3:1197998765.258431:0:4358:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00000004:01000000:3:1197998765.259376:0:4358:0:(mds_lov.c:273:mds_lov_update_mds()) idx=4, recov=0/1, cnt=6/6
00000008:00080000:3:1197998765.259380:0:4358:0:(osc_request.c:3416:osc_set_info_async()) data-OST0000-osc: set oscc_next_id = 1092308
00000008:00080000:3:1197998765.259381:0:4358:0:(osc_request.c:3416:osc_set_info_async()) data-OST0001-osc: set oscc_next_id = 1092438
00000008:00080000:3:1197998765.259383:0:4358:0:(osc_request.c:3416:osc_set_info_async()) data-OST0002-osc: set oscc_next_id = 1092349
00000008:00080000:3:1197998765.259385:0:4358:0:(osc_request.c:3416:osc_set_info_async()) data-OST0003-osc: set oscc_next_id = 1092413
00000008:00080000:3:1197998765.259386:0:4358:0:(osc_request.c:3416:osc_set_info_async()) data-OST0004-osc: set oscc_next_id = 1091953
00000008:00080000:3:1197998765.259388:0:4358:0:(osc_request.c:3416:osc_set_info_async()) data-OST0005-osc: set oscc_next_id = 1092532
00000004:01000000:3:1197998765.259390:0:4358:0:(mds_lov.c:308:mds_lov_update_mds()) last object 1091952 from OST 4 rc=0
00000100:00080000:3:1197998765.259395:0:4358:0:(client.c:899:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff81041858d200 x17/t0 o17->data-OST0004_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00000004:01000000:3:1197998765.259405:0:4360:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:3:1197998765.259407:0:4360:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:3:1197998765.259412:0:4360:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:3:1197998765.259416:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:3:1197998765.259417:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:3:1197998765.259419:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:3:1197998765.259420:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:3:1197998765.259421:0:4360:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:3:1197998765.259423:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:3:1197998765.259424:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:3:1197998765.259425:0:4360:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:3:1197998765.259427:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:3:1197998765.259428:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:3:1197998765.259429:0:4360:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:3:1197998765.259430:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:3:1197998765.259432:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:3:1197998765.259433:0:4360:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:3:1197998765.259435:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:3:1197998765.259436:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:3:1197998765.259437:0:4360:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:3:1197998765.259438:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:3:1197998765.259440:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:3:1197998765.259441:0:4360:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:3:1197998765.259443:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:3:1197998765.259444:0:4360:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00000004:01000000:3:1197998765.260385:0:4360:0:(mds_lov.c:273:mds_lov_update_mds()) idx=5, recov=0/1, cnt=6/6
00000008:00080000:3:1197998765.260388:0:4360:0:(osc_request.c:3416:osc_set_info_async()) data-OST0000-osc: set oscc_next_id = 1092308
00000008:00080000:3:1197998765.260390:0:4360:0:(osc_request.c:3416:osc_set_info_async()) data-OST0001-osc: set oscc_next_id = 1092438
00000008:00080000:3:1197998765.260392:0:4360:0:(osc_request.c:3416:osc_set_info_async()) data-OST0002-osc: set oscc_next_id = 1092349
00000008:00080000:3:1197998765.260393:0:4360:0:(osc_request.c:3416:osc_set_info_async()) data-OST0003-osc: set oscc_next_id = 1092413
00000008:00080000:3:1197998765.260395:0:4360:0:(osc_request.c:3416:osc_set_info_async()) data-OST0004-osc: set oscc_next_id = 1091953
00000008:00080000:3:1197998765.260397:0:4360:0:(osc_request.c:3416:osc_set_info_async()) data-OST0005-osc: set oscc_next_id = 1092532
00000004:01000000:3:1197998765.260399:0:4360:0:(mds_lov.c:308:mds_lov_update_mds()) last object 1092531 from OST 5 rc=0
00000100:00080000:3:1197998765.260405:0:4360:0:(client.c:899:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff81041858d000 x18/t0 o17->data-OST0005_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
20000000:01000000:3:1197998771.342378:0:4267:0:(mgs_handler.c:524:mgs_handle()) @@@ connect  req@ffff81041a18f050 x3214913/t0 o250-><?>@<?>:0/0 lens 304/0 e 0 to 0 dl 1197998871 ref 1 fl Interpret:/0/0 rc 0/0
00000020:00000080:3:1197998771.342402:0:4267:0:(genops.c:877:class_connect()) connect: client 2e359b8e-7dea-94af-712a-b3ed53200fa4, cookie 0x88b022d45ee49ae2
00000020:00000080:3:1197998771.342489:0:4282:0:(genops.c:877:class_connect()) connect: client 5168c6cb-2ae3-642e-0b90-0814bcbef364, cookie 0x88b022d45ee49af0
00000020:01000000:3:1197998771.342494:0:4282:0:(lprocfs_status.c:1289:lprocfs_exp_setup()) using hash ffff810418419a80
20000000:01000000:3:1197998777.489185:0:4266:0:(mgs_handler.c:524:mgs_handle()) @@@ connect  req@ffff81041a192c50 x35065351/t0 o250-><?>@<?>:0/0 lens 304/0 e 0 to 0 dl 1197998877 ref 1 fl Interpret:/0/0 rc 0/0
00000020:00000080:3:1197998777.489202:0:4266:0:(genops.c:877:class_connect()) connect: client 1588138f-1f42-16c7-b94f-7142e006e0b0, cookie 0x88b022d45ee49afe
00000020:00000080:3:1197998777.489256:0:4283:0:(genops.c:877:class_connect()) connect: client 5ca85557-1b99-442d-d494-f1096d3fa4c4, cookie 0x88b022d45ee49b0c
00000020:01000000:3:1197998777.489259:0:4283:0:(lprocfs_status.c:1289:lprocfs_exp_setup()) using hash ffff810418419a80
00000100:00080000:1:1197998790.160642:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1197998790.160645:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998790.160649:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4295632209
00000100:00000400:1:1197998790.160652:0:4130:0:(import.c:344:import_select_connection()) data-OST0000-osc: tried all connections, increasing latency to 5s
00000100:00080000:1:1197998790.161353:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998790.161362:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1197998790.161363:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998790.161365:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4295632210
00000100:00000400:1:1197998790.161367:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 5s
00000100:00080000:1:1197998790.161858:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998790.161862:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1197998790.161863:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998790.161867:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4295632210
00000100:00000400:1:1197998790.161869:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 5s
00000100:00080000:1:1197998790.162348:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998790.162351:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1197998790.162352:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998790.162354:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4295632210
00000100:00000400:1:1197998790.162356:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 5s
00000100:00080000:1:1197998790.162848:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998790.162853:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1197998790.162854:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998790.162857:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4295632210
00000100:00000400:1:1197998790.162858:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 5s
00000100:00080000:1:1197998790.163336:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998790.163341:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1197998790.163343:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998790.163345:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4295632211
00000100:00000400:1:1197998790.163347:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 5s
00000100:00080000:1:1197998790.163837:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
20000000:01000000:3:1197998791.737281:0:4266:0:(mgs_handler.c:524:mgs_handle()) @@@ connect  req@ffff81041a192450 x1/t0 o250-><?>@<?>:0/0 lens 240/0 e 0 to 0 dl 1197998891 ref 1 fl Interpret:/0/0 rc 0/0
00000020:00000080:3:1197998791.737296:0:4266:0:(genops.c:877:class_connect()) connect: client e9971852-943d-17da-8fcf-e8dbf67ec80d, cookie 0x88b022d45ee49b1a
20000000:01000000:3:1197998791.817956:0:4348:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a192050 x2/t0 o253->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1197998802 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998791.817963:0:4348:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0000 is running on 192.168.64.71@o2ib
20000000:01000000:3:1197998791.817967:0:4348:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0000, index=0, rc=0
20000000:01000000:3:1197998791.819289:0:4267:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a193c50 x3/t0 o101->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998797 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998791.819832:0:4266:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a193850 x4/t0 o501->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998797 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998791.819936:0:4267:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a193450 x5/t0 o503->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998797 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998791.823230:0:4266:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a193050 x6/t0 o502->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998797 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998792.428520:0:4348:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a194c50 x7/t0 o253->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998792.428526:0:4348:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0001 is running on 192.168.64.71@o2ib
20000000:01000000:3:1197998792.428528:0:4348:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0001, index=1, rc=0
20000000:01000000:0:1197998792.428798:0:4267:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a194850 x8/t0 o101->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998792.429335:0:4266:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a194450 x9/t0 o501->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1197998792.429795:0:4348:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a194050 x10/t0 o503->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998792.430367:0:4267:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a195c50 x11/t0 o502->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998792.877536:0:4266:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a195850 x12/t0 o253->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998792.877544:0:4266:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0002 is running on 192.168.64.71@o2ib
20000000:01000000:0:1197998792.877548:0:4266:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0002, index=2, rc=0
20000000:01000000:0:1197998792.878792:0:4348:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a195450 x13/t0 o101->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998792.879587:0:4267:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a195050 x14/t0 o501->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998792.879665:0:4266:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a197c50 x15/t0 o503->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998792.880233:0:4348:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a197850 x16/t0 o502->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998798 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.336162:0:4267:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a197450 x17/t0 o253->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.336169:0:4267:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0003 is running on 192.168.64.71@o2ib
20000000:01000000:0:1197998793.336171:0:4267:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0003, index=3, rc=0
20000000:01000000:0:1197998793.337424:0:4266:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a197050 x18/t0 o101->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.338241:0:4348:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a198c50 x19/t0 o501->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.338319:0:4267:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a198850 x20/t0 o503->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.345927:0:4266:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a198450 x21/t0 o502->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.780098:0:4348:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a198050 x22/t0 o253->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.780108:0:4348:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0004 is running on 192.168.64.71@o2ib
20000000:01000000:0:1197998793.780110:0:4348:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0004, index=4, rc=0
20000000:01000000:0:1197998793.781961:0:4267:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a199c50 x23/t0 o101->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.782468:0:4266:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a199850 x24/t0 o501->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.782544:0:4348:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a199450 x25/t0 o503->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998793.783180:0:4267:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a199050 x26/t0 o502->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998799 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998794.320386:0:4266:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a19bc50 x27/t0 o253->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1197998800 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998794.320393:0:4266:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0005 is running on 192.168.64.71@o2ib
20000000:01000000:0:1197998794.320395:0:4266:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0005, index=5, rc=0
20000000:01000000:0:1197998794.321474:0:4348:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a19b850 x28/t0 o101->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998800 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998794.328133:0:4267:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a19b450 x29/t0 o501->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998800 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998794.328220:0:4266:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a19b050 x30/t0 o503->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998800 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998794.328930:0:4348:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a19ec50 x31/t0 o502->e9971852-943d-17da-8fcf-e8dbf67ec80d@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998800 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1197998796.140236:0:4266:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a19e850 x3218201/t0 o101->2e359b8e-7dea-94af-712a-b3ed53200fa4@NET_0x50000c0a84031_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998896 ref 1 fl Interpret:/0/0 rc 0/0
20000000:01000000:0:1197998796.140379:0:4267:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a19e450 x3218202/t0 o501->2e359b8e-7dea-94af-712a-b3ed53200fa4@NET_0x50000c0a84031_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998896 ref 1 fl Interpret:/0/0 rc 0/0
20000000:01000000:0:1197998796.140476:0:4267:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a19e050 x3218203/t0 o503->2e359b8e-7dea-94af-712a-b3ed53200fa4@NET_0x50000c0a84031_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998896 ref 1 fl Interpret:/0/0 rc 0/0
20000000:01000000:0:1197998800.963001:0:4348:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a19fc50 x35075698/t0 o101->1588138f-1f42-16c7-b94f-7142e006e0b0@NET_0x50000c0a84066_UUID:0/0 lens 232/0 e 0 to 0 dl 1197998900 ref 1 fl Interpret:/0/0 rc 0/0
20000000:01000000:0:1197998800.963152:0:4267:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a19f850 x35075699/t0 o501->1588138f-1f42-16c7-b94f-7142e006e0b0@NET_0x50000c0a84066_UUID:0/0 lens 200/0 e 0 to 0 dl 1197998900 ref 1 fl Interpret:/0/0 rc 0/0
20000000:01000000:0:1197998800.963260:0:4266:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a19f450 x35075700/t0 o503->1588138f-1f42-16c7-b94f-7142e006e0b0@NET_0x50000c0a84066_UUID:0/0 lens 176/0 e 0 to 0 dl 1197998900 ref 1 fl Interpret:/0/0 rc 0/0
00000004:00020000:3:1197998802.493053:0:4346:0:(mds_open.c:1473:mds_close()) @@@ no handle for file close ino 9680461: cookie 0xddf88e10b7b65b7c  req@ffff81042e64ee00 x35076236/t0 o35->5ca85557-1b99-442d-d494-f1096d3fa4c4@NET_0x50000c0a84066_UUID:0/0 lens 296/672 e 0 to 0 dl 1197998902 ref 1 fl Interpret:/0/0 rc 0/0
00010000:00020000:3:1197998802.493987:0:4346:0:(ldlm_lib.c:1460:target_send_reply_msg()) @@@ processing error (-116)  req@ffff81042e64ee00 x35076236/t0 o35->5ca85557-1b99-442d-d494-f1096d3fa4c4@NET_0x50000c0a84066_UUID:0/0 lens 296/672 e 0 to 0 dl 1197998902 ref 1 fl Interpret:/0/0 rc -116/0
00000004:00020000:3:1197998802.506647:0:4347:0:(mds_open.c:1473:mds_close()) @@@ no handle for file close ino 9680431: cookie 0xddf88e10b7b65b60  req@ffff81042d47c800 x35076239/t0 o35->5ca85557-1b99-442d-d494-f1096d3fa4c4@NET_0x50000c0a84066_UUID:0/0 lens 296/672 e 0 to 0 dl 1197998902 ref 1 fl Interpret:/0/0 rc 0/0
00010000:00020000:3:1197998802.507577:0:4347:0:(ldlm_lib.c:1460:target_send_reply_msg()) @@@ processing error (-116)  req@ffff81042d47c800 x35076239/t0 o35->5ca85557-1b99-442d-d494-f1096d3fa4c4@NET_0x50000c0a84066_UUID:0/0 lens 296/672 e 0 to 0 dl 1197998902 ref 1 fl Interpret:/0/0 rc -116/0
00000100:00000100:2:1197998806.164103:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1197998790, 16s ago)  req@ffff81042e4c6200 x20/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998806 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:2:1197998806.164116:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x20 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 16s ago has timed out (limit 16s).
00000100:00000100:2:1197998806.164189:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1197998790, 16s ago)  req@ffff81042e4c6600 x21/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998806 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:2:1197998806.164195:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x21 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 16s ago has timed out (limit 16s).
00000100:00000100:2:1197998806.164263:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1197998790, 16s ago)  req@ffff81042e4c6000 x22/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998806 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:2:1197998806.164269:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x22 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 16s ago has timed out (limit 16s).
00000100:00000100:2:1197998806.164343:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1197998790, 16s ago)  req@ffff81042d957400 x23/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998806 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:2:1197998806.164347:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x23 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 16s ago has timed out (limit 16s).
00000100:00000100:2:1197998806.164415:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1197998790, 16s ago)  req@ffff81042d957a00 x24/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998806 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:2:1197998806.164420:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x24 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 16s ago has timed out (limit 16s).
00000100:00000100:2:1197998806.164485:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1197998790, 16s ago)  req@ffff81042d957000 x25/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:6/4 lens 240/400 e 0 to 11 dl 1197998806 ref 1 fl Rpc:/0/0 rc 0/0
00000100:02000400:2:1197998806.164490:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x25 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 16s ago has timed out (limit 16s).
00000100:00080000:2:1197998806.164564:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1197998806.164572:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0000_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1197998806.164574:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1197998806.164576:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1197998806.164577:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1197998806.164579:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1197998806.164581:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1197998806.164583:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1197998806.164584:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1197998806.164586:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1197998806.164589:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1197998806.164590:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-110)
00000004:00080000:3:1197998807.506947:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398676 committed
00000004:00080000:3:1197998807.506950:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398675 committed
00000004:00080000:3:1197998807.506952:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398674 committed
00000100:00080000:1:1197998815.160643:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1197998815.160646:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998815.160650:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4295657212
00000100:00000400:1:1197998815.160652:0:4130:0:(import.c:344:import_select_connection()) data-OST0000-osc: tried all connections, increasing latency to 10s
00000100:00080000:1:1197998815.161150:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998815.161159:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1197998815.161160:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998815.161162:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4295657213
00000100:00000400:1:1197998815.161166:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 10s
00000100:00080000:1:1197998815.161658:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998815.161664:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1197998815.161665:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998815.161667:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4295657213
00000100:00000400:1:1197998815.161669:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 10s
00000100:00080000:2:1197998815.161730:0:4129:0:(import.c:584:ptlrpc_connect_interpret()) connected to replayable target: data-OST0000_UUID
00000100:00080000:2:1197998815.161734:0:4129:0:(import.c:602:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2:1197998815.161739:0:4129:0:(recover.c:175:ptlrpc_wake_delayed()) @@@ waking (set ffff81041843b940):  req@ffff81041858da00 x13/t0 o17->data-OST0000_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00000100:00080000:2:1197998815.161805:0:4129:0:(import.c:584:ptlrpc_connect_interpret()) connected to replayable target: data-OST0001_UUID
00000100:00080000:2:1197998815.161807:0:4129:0:(import.c:602:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2:1197998815.161810:0:4129:0:(recover.c:175:ptlrpc_wake_delayed()) @@@ waking (set ffff810418b7d440):  req@ffff81041858d800 x14/t0 o17->data-OST0001_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00020000:01000000:3:1197998815.162080:0:4350:0:(lov_log.c:120:lov_llog_origin_connect()) connect 0/6
00020000:01000000:3:1197998815.162305:0:4352:0:(lov_log.c:120:lov_llog_origin_connect()) connect 1/6
00000100:00080000:1:1197998815.168473:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998815.168478:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1197998815.168479:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998815.168482:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4295657214
00000100:00000400:1:1197998815.168483:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 10s
00000100:00080000:2:1197998815.168630:0:4129:0:(import.c:584:ptlrpc_connect_interpret()) connected to replayable target: data-OST0002_UUID
00000100:00080000:2:1197998815.168633:0:4129:0:(import.c:602:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2:1197998815.168635:0:4129:0:(recover.c:175:ptlrpc_wake_delayed()) @@@ waking (set ffff8104185123c0):  req@ffff81041858d600 x15/t0 o17->data-OST0002_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00020000:01000000:3:1197998815.168957:0:4354:0:(lov_log.c:120:lov_llog_origin_connect()) connect 2/6
00000100:00080000:1:1197998815.169004:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998815.169008:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1197998815.169010:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998815.169012:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4295657214
00000100:00000400:1:1197998815.169014:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 10s
00000100:00080000:2:1197998815.169148:0:4129:0:(import.c:584:ptlrpc_connect_interpret()) connected to replayable target: data-OST0003_UUID
00000100:00080000:2:1197998815.169150:0:4129:0:(import.c:602:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2:1197998815.169153:0:4129:0:(recover.c:175:ptlrpc_wake_delayed()) @@@ waking (set ffff8104185122c0):  req@ffff81041858d400 x16/t0 o17->data-OST0003_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00020000:01000000:3:1197998815.169461:0:4356:0:(lov_log.c:120:lov_llog_origin_connect()) connect 3/6
00000040:00080000:3:1197998815.169463:0:4356:0:(llog_net.c:67:llog_origin_connect()) there is no record related to ctxt ffff810418512740
00000004:02000000:3:1197998815.169467:0:4356:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0003_UUID now active, resetting orphans
00020000:00080000:3:1197998815.169474:0:4356:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0003_UUID
00020000:01000000:3:1197998815.169477:0:4356:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 3:data-OST0003_UUID
00000008:00080000:3:1197998815.169480:0:4356:0:(osc_create.c:326:osc_create()) data-OST0003-osc: oscc recovery started - delete to 1092412
00000008:00080000:3:1197998815.169485:0:4356:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff81041858d400 x31/t0 o5->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 11 dl 0 ref 1 fl New:/8/0 rc 0/0
00000100:00080000:1:1197998815.169550:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1197998815.169555:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1197998815.169556:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1197998815.169558:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4295657215
00000100:00000400:1:1197998815.169560:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 10s
00000100:00080000:2:1197998815.169687:0:4129:0:(import.c:584:ptlrpc_connect_interpret()) connected to replayable target: data-OST0004_UUID
00000100:00080000:2:1197998815.169689:0:4129:0:(import.c:602:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2:1197998815.169692:0:4129:0:(recover.c:175:ptlrpc_wake_delayed()) @@@ waking (set ffff8104185121c0):  req@ffff81041858d200 x17/t0 o17->data-OST0004_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00020000:01000000:3:1197998815.169793:0:4358:0:(lov_log.c:120:lov_llog_origin_connect()) connect 4/6
00000100:00080000:1:1197998815.170073:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:2:1197998815.170206:0:4129:0:(import.c:584:ptlrpc_connect_interpret()) connected to replayable target: data-OST0005_UUID
00000100:00080000:2:1197998815.170208:0:4129:0:(import.c:602:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2:1197998815.170210:0:4129:0:(recover.c:175:ptlrpc_wake_delayed()) @@@ waking (set ffff8104185120c0):  req@ffff81041858d000 x18/t0 o17->data-OST0005_UUID@192.168.64.71@o2ib:6/4 lens 80/192 e 0 to 11 dl 0 ref 1 fl Rpc:W/0/0 rc 0/0
00020000:01000000:3:1197998815.170528:0:4360:0:(lov_log.c:120:lov_llog_origin_connect()) connect 5/6
00000040:00080000:3:1197998815.170530:0:4360:0:(llog_net.c:67:llog_origin_connect()) there is no record related to ctxt ffff810418512540
00000004:02000000:3:1197998815.170532:0:4360:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0005_UUID now active, resetting orphans
00020000:00080000:3:1197998815.170539:0:4360:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0005_UUID
00020000:01000000:3:1197998815.170541:0:4360:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 5:data-OST0005_UUID
00000008:00080000:3:1197998815.170543:0:4360:0:(osc_create.c:326:osc_create()) data-OST0005-osc: oscc recovery started - delete to 1092531
00000008:00080000:3:1197998815.170546:0:4360:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff81041858d000 x34/t0 o5->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 11 dl 0 ref 1 fl New:/8/0 rc 0/0
00000004:02000000:3:1197998815.176343:0:4350:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0000_UUID now active, resetting orphans
00020000:00080000:3:1197998815.176350:0:4350:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0000_UUID
00020000:01000000:3:1197998815.176352:0:4350:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 0:data-OST0000_UUID
00000008:00080000:3:1197998815.176354:0:4350:0:(osc_create.c:326:osc_create()) data-OST0000-osc: oscc recovery started - delete to 1092307
00000008:00080000:3:1197998815.176357:0:4350:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff81042f203e00 x36/t0 o5->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 6 dl 0 ref 1 fl New:/8/0 rc 0/0
00000004:02000000:3:1197998815.182808:0:4352:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0001_UUID now active, resetting orphans
00020000:00080000:3:1197998815.182816:0:4352:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0001_UUID
00020000:01000000:3:1197998815.182818:0:4352:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 1:data-OST0001_UUID
00000008:00080000:3:1197998815.182820:0:4352:0:(osc_create.c:326:osc_create()) data-OST0001-osc: oscc recovery started - delete to 1092437
00000008:00080000:3:1197998815.182824:0:4352:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff81041876ea00 x38/t0 o5->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 6 dl 0 ref 1 fl New:/8/0 rc 0/0
00000004:02000000:3:1197998815.183266:0:4354:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0002_UUID now active, resetting orphans
00020000:00080000:3:1197998815.183273:0:4354:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0002_UUID
00020000:01000000:3:1197998815.183275:0:4354:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 2:data-OST0002_UUID
00000008:00080000:3:1197998815.183277:0:4354:0:(osc_create.c:326:osc_create()) data-OST0002-osc: oscc recovery started - delete to 1092348
00000008:00080000:3:1197998815.183280:0:4354:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff810418752c00 x41/t0 o5->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 6 dl 0 ref 1 fl New:/8/0 rc 0/0
00000004:02000000:3:1197998815.183358:0:4358:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0004_UUID now active, resetting orphans
00020000:00080000:3:1197998815.183366:0:4358:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0004_UUID
00020000:01000000:3:1197998815.183367:0:4358:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 4:data-OST0004_UUID
00000008:00080000:3:1197998815.183369:0:4358:0:(osc_create.c:326:osc_create()) data-OST0004-osc: oscc recovery started - delete to 1091952
00000008:00080000:3:1197998815.183373:0:4358:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff810418752800 x42/t0 o5->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 6 dl 0 ref 1 fl New:/8/0 rc 0/0
00000008:00080000:3:1197998816.457362:0:4358:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:3:1197998816.457367:0:4358:0:(osc_create.c:343:osc_create()) data-OST0004-osc: oscc recovery finished, last_id: 1091952, rc: 0
00000008:00080000:3:1197998816.469341:0:4356:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:3:1197998816.469345:0:4356:0:(osc_create.c:343:osc_create()) data-OST0003-osc: oscc recovery finished, last_id: 1092412, rc: 0
00000008:00080000:3:1197998816.498690:0:4360:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:3:1197998816.498693:0:4360:0:(osc_create.c:343:osc_create()) data-OST0005-osc: oscc recovery finished, last_id: 1092531, rc: 0
00000008:00080000:3:1197998816.631443:0:4354:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:3:1197998816.631447:0:4354:0:(osc_create.c:343:osc_create()) data-OST0002-osc: oscc recovery finished, last_id: 1092348, rc: 0
00000008:00080000:3:1197998816.656709:0:4352:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:3:1197998816.656713:0:4352:0:(osc_create.c:343:osc_create()) data-OST0001-osc: oscc recovery finished, last_id: 1092437, rc: 0
00000008:00080000:3:1197998816.864028:0:4350:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:3:1197998816.864032:0:4350:0:(osc_create.c:343:osc_create()) data-OST0000-osc: oscc recovery finished, last_id: 1092307, rc: 0
00000004:00080000:3:1197998818.805389:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398677 committed
00000004:00080000:2:1197998865.062140:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062144:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398678 committed
00000004:00080000:2:1197998865.062146:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062148:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062151:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062153:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062154:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062155:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062157:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062158:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062160:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062161:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062163:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062164:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062166:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062167:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062169:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062170:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197998865.062171:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000100:00080000:0:1197998865.159854:0:4348:0:(service.c:539:ptlrpc_update_export_timer()) MGS: Think about evicting 0@lo from 1197998796
00000004:00080000:2:1197998871.629179:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398679 committed
00000004:00080000:2:1197998871.629183:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000100:00080000:1:1197998941.737390:0:4268:0:(pinger.c:379:ping_evictor_main()) evicting all exports of obd MGS older than 1197998879
00000100:02000400:1:1197998941.737397:0:4268:0:(pinger.c:399:ping_evictor_main()) MGS: haven't heard from client 2e359b8e-7dea-94af-712a-b3ed53200fa4 (at 192.168.64.49@o2ib) in 145 seconds. I think it's dead, and I am evicting it.
00000100:00080000:1:1197998941.738112:0:4268:0:(pinger.c:401:ping_evictor_main()) Last request was at 1197998796
00000020:00080000:1:1197998941.738114:0:4268:0:(genops.c:1180:class_fail_export()) disconnecting export ffff81041f129000/2e359b8e-7dea-94af-712a-b3ed53200fa4
00000020:00000080:1:1197998941.738121:0:4268:0:(genops.c:914:class_disconnect()) disconnect: cookie 0x88b022d45ee49ae2
00000020:00080000:1:1197998941.738130:0:4268:0:(genops.c:1194:class_fail_export()) disconnected export ffff81041f129000/2e359b8e-7dea-94af-712a-b3ed53200fa4
00000020:00000080:1:1197998941.738132:0:4268:0:(genops.c:615:__class_export_put()) final put ffff81041f129000/2e359b8e-7dea-94af-712a-b3ed53200fa4
00000020:00000080:3:1197998941.738136:0:4128:0:(genops.c:634:class_export_destroy()) destroying export ffff81041f129000/2e359b8e-7dea-94af-712a-b3ed53200fa4
00000100:02000400:1:1197998941.738136:0:4268:0:(pinger.c:399:ping_evictor_main()) MGS: haven't heard from client 1588138f-1f42-16c7-b94f-7142e006e0b0 (at 192.168.64.102@o2ib) in 141 seconds. I think it's dead, and I am evicting it.
00000020:00000080:3:1197998941.738142:0:4128:0:(genops.c:772:class_import_destroy()) destroying import ffff81041850c000
00000100:00080000:1:1197998941.738642:0:4268:0:(pinger.c:401:ping_evictor_main()) Last request was at 1197998800
00000020:00080000:1:1197998941.738643:0:4268:0:(genops.c:1180:class_fail_export()) disconnecting export ffff81041e68f000/1588138f-1f42-16c7-b94f-7142e006e0b0
00000020:00000080:1:1197998941.738645:0:4268:0:(genops.c:914:class_disconnect()) disconnect: cookie 0x88b022d45ee49afe
00000020:00080000:1:1197998941.738654:0:4268:0:(genops.c:1194:class_fail_export()) disconnected export ffff81041e68f000/1588138f-1f42-16c7-b94f-7142e006e0b0
00000020:00000080:1:1197998941.738655:0:4268:0:(genops.c:615:__class_export_put()) final put ffff81041e68f000/1588138f-1f42-16c7-b94f-7142e006e0b0
00000020:00000080:3:1197998941.738659:0:4128:0:(genops.c:634:class_export_destroy()) destroying export ffff81041e68f000/1588138f-1f42-16c7-b94f-7142e006e0b0
00000020:00000080:3:1197998941.738662:0:4128:0:(genops.c:772:class_import_destroy()) destroying import ffff81041ce0a000
Debug log: 784 lines, 784 kept, 0 dropped.
00000004:00080000:4:1197999247.507001:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398680 committed
00000004:00080000:5:1197999424.571584:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398682 committed
00000004:00080000:5:1197999424.571591:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571593:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398681 committed
00000004:00080000:5:1197999424.571595:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571596:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571597:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571599:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571600:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571602:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571603:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571605:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571606:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:5:1197999424.571607:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197999429.995779:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398693 committed
00000004:00080000:2:1197999429.995790:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398692 committed
00000004:00080000:2:1197999429.995792:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398691 committed
00000004:00080000:2:1197999429.995794:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398690 committed
00000004:00080000:2:1197999429.995795:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398689 committed
00000004:00080000:2:1197999429.995797:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398688 committed
00000004:00080000:2:1197999429.995799:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197999429.995801:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398687 committed
00000004:00080000:2:1197999429.995802:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197999429.995804:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398686 committed
00000004:00080000:2:1197999429.995806:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197999429.995807:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398685 committed
00000004:00080000:2:1197999429.995809:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197999429.995810:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398684 committed
00000004:00080000:2:1197999429.995812:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:2:1197999429.995813:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398683 committed
00000004:00080000:2:1197999429.995830:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:3:1197999447.035366:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398701 committed
00000004:00080000:3:1197999447.035372:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398700 committed
00000004:00080000:3:1197999447.035374:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398699 committed
00000004:00080000:3:1197999447.035376:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398698 committed
00000004:00080000:3:1197999447.035377:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398697 committed
00000004:00080000:3:1197999447.035379:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398696 committed
00000004:00080000:3:1197999447.035381:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:3:1197999447.035382:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398695 committed
00000004:00080000:3:1197999447.035384:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:3:1197999447.035386:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398694 committed
00000004:00080000:3:1197999447.035388:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 0 committed
00000004:00080000:3:1197999856.627508:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398721 committed
00000004:00080000:3:1197999856.627512:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398720 committed
00000004:00080000:3:1197999856.627514:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398719 committed
00000004:00080000:3:1197999856.627516:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398718 committed
00000004:00080000:3:1197999856.627518:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398717 committed
00000004:00080000:3:1197999856.627520:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398716 committed
00000004:00080000:3:1197999856.627521:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398715 committed
00000004:00080000:3:1197999856.627523:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398714 committed
00000004:00080000:3:1197999856.627525:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398713 committed
00000004:00080000:3:1197999856.627526:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398712 committed
00000004:00080000:3:1197999856.627528:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398711 committed
00000004:00080000:3:1197999856.627530:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398710 committed
00000004:00080000:3:1197999856.627531:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398709 committed
00000004:00080000:3:1197999856.627533:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398708 committed
00000004:00080000:3:1197999856.627535:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398707 committed
00000004:00080000:3:1197999856.627536:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398706 committed
00000004:00080000:3:1197999856.627538:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398705 committed
00000004:00080000:3:1197999856.627540:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398704 committed
00000004:00080000:3:1197999856.627541:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398703 committed
00000004:00080000:3:1197999856.627543:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398702 committed
00000004:00080000:1:1197999865.028374:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398723 committed
00000004:00080000:1:1197999865.028380:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398722 committed
00000004:00080000:3:1197999882.146121:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398792 committed
00000004:00080000:3:1197999882.146125:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398791 committed
00000004:00080000:3:1197999882.146127:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398790 committed
00000004:00080000:3:1197999882.146128:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398789 committed
00000004:00080000:3:1197999882.146131:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398788 committed
00000004:00080000:3:1197999882.146133:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398787 committed
00000004:00080000:3:1197999882.146135:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398786 committed
00000004:00080000:3:1197999882.146136:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398785 committed
00000004:00080000:3:1197999882.146138:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398784 committed
00000004:00080000:3:1197999882.146140:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398783 committed
00000004:00080000:3:1197999882.146142:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398782 committed
00000004:00080000:3:1197999882.146143:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398781 committed
00000004:00080000:3:1197999882.146145:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398780 committed
00000004:00080000:3:1197999882.146147:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398779 committed
00000004:00080000:3:1197999882.146148:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398778 committed
00000004:00080000:3:1197999882.146150:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398777 committed
00000004:00080000:3:1197999882.146152:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398776 committed
00000004:00080000:3:1197999882.146153:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398775 committed
00000004:00080000:3:1197999882.146155:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398774 committed
00000004:00080000:3:1197999882.146157:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398773 committed
00000004:00080000:3:1197999882.146158:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398772 committed
00000004:00080000:3:1197999882.146160:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398771 committed
00000004:00080000:3:1197999882.146162:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398770 committed
00000004:00080000:3:1197999882.146163:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398769 committed
00000004:00080000:3:1197999882.146165:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398768 committed
00000004:00080000:3:1197999882.146167:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398767 committed
00000004:00080000:3:1197999882.146169:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398766 committed
00000004:00080000:3:1197999882.146170:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398765 committed
00000004:00080000:3:1197999882.146172:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398764 committed
00000004:00080000:3:1197999882.146174:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398763 committed
00000004:00080000:3:1197999882.146175:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398762 committed
00000004:00080000:3:1197999882.146177:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398761 committed
00000004:00080000:3:1197999882.146179:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398760 committed
00000004:00080000:3:1197999882.146180:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398759 committed
00000004:00080000:3:1197999882.146182:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398758 committed
00000004:00080000:3:1197999882.146184:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398757 committed
00000004:00080000:3:1197999882.146185:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398756 committed
00000004:00080000:3:1197999882.146187:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398755 committed
00000004:00080000:3:1197999882.146189:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398754 committed
00000004:00080000:3:1197999882.146191:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398753 committed
00000004:00080000:3:1197999882.146193:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398752 committed
00000004:00080000:3:1197999882.146195:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398751 committed
00000004:00080000:3:1197999882.146197:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398750 committed
00000004:00080000:3:1197999882.146199:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398749 committed
00000004:00080000:3:1197999882.146200:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398748 committed
00000004:00080000:3:1197999882.146202:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398747 committed
00000004:00080000:3:1197999882.146203:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398746 committed
00000004:00080000:3:1197999882.146205:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398745 committed
00000004:00080000:3:1197999882.146207:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398744 committed
00000004:00080000:3:1197999882.146208:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398743 committed
00000004:00080000:3:1197999882.146210:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398742 committed
00000004:00080000:3:1197999882.146212:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398741 committed
00000004:00080000:3:1197999882.146213:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398740 committed
00000004:00080000:3:1197999882.146215:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398739 committed
00000004:00080000:3:1197999882.146217:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398738 committed
00000004:00080000:3:1197999882.146218:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398737 committed
00000004:00080000:3:1197999882.146220:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398736 committed
00000004:00080000:3:1197999882.146222:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398735 committed
00000004:00080000:3:1197999882.146223:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398734 committed
00000004:00080000:3:1197999882.146225:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398733 committed
00000004:00080000:3:1197999882.146227:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398732 committed
00000004:00080000:3:1197999882.146228:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398731 committed
00000004:00080000:3:1197999882.146230:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398730 committed
00000004:00080000:3:1197999882.146232:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398729 committed
00000004:00080000:3:1197999882.146234:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398728 committed
00000004:00080000:3:1197999882.146235:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398727 committed
00000004:00080000:3:1197999882.146237:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398726 committed
00000004:00080000:3:1197999882.146239:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398725 committed
00000004:00080000:3:1197999882.146240:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398724 committed
00000004:00080000:4:1197999887.643906:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398864 committed
00000004:00080000:4:1197999887.643911:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398863 committed
00000004:00080000:4:1197999887.643913:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398862 committed
00000004:00080000:4:1197999887.643915:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398861 committed
00000004:00080000:4:1197999887.643916:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398860 committed
00000004:00080000:4:1197999887.643918:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398859 committed
00000004:00080000:4:1197999887.643920:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398858 committed
00000004:00080000:4:1197999887.643922:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398857 committed
00000004:00080000:4:1197999887.643923:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398856 committed
00000004:00080000:4:1197999887.643925:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398855 committed
00000004:00080000:4:1197999887.643927:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398854 committed
00000004:00080000:4:1197999887.643928:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398853 committed
00000004:00080000:4:1197999887.643930:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398852 committed
00000004:00080000:4:1197999887.643932:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398851 committed
00000004:00080000:4:1197999887.643933:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398850 committed
00000004:00080000:4:1197999887.643935:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398849 committed
00000004:00080000:4:1197999887.643937:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398848 committed
00000004:00080000:4:1197999887.643939:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398847 committed
00000004:00080000:4:1197999887.643940:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398846 committed
00000004:00080000:4:1197999887.643942:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398845 committed
00000004:00080000:4:1197999887.643944:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398844 committed
00000004:00080000:4:1197999887.643946:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398843 committed
00000004:00080000:4:1197999887.643947:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398842 committed
00000004:00080000:4:1197999887.643949:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398841 committed
00000004:00080000:4:1197999887.643951:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398840 committed
00000004:00080000:4:1197999887.643953:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398839 committed
00000004:00080000:4:1197999887.643954:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398838 committed
00000004:00080000:4:1197999887.643956:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398837 committed
00000004:00080000:4:1197999887.643958:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398836 committed
00000004:00080000:4:1197999887.643959:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398835 committed
00000004:00080000:4:1197999887.643961:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398834 committed
00000004:00080000:4:1197999887.643963:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398833 committed
00000004:00080000:4:1197999887.643965:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398832 committed
00000004:00080000:4:1197999887.643966:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398831 committed
00000004:00080000:4:1197999887.643971:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398830 committed
00000004:00080000:4:1197999887.643973:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398829 committed
00000004:00080000:4:1197999887.643975:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398828 committed
00000004:00080000:4:1197999887.643976:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398827 committed
00000004:00080000:4:1197999887.643978:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398826 committed
00000004:00080000:4:1197999887.643980:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398825 committed
00000004:00080000:4:1197999887.643981:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398824 committed
00000004:00080000:4:1197999887.643983:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398823 committed
00000004:00080000:4:1197999887.643985:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398822 committed
00000004:00080000:4:1197999887.643987:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398821 committed
00000004:00080000:4:1197999887.643988:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398820 committed
00000004:00080000:4:1197999887.643990:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398819 committed
00000004:00080000:4:1197999887.643992:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398818 committed
00000004:00080000:4:1197999887.643993:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398817 committed
00000004:00080000:4:1197999887.643995:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398816 committed
00000004:00080000:4:1197999887.643997:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398815 committed
00000004:00080000:4:1197999887.644003:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398814 committed
00000004:00080000:4:1197999887.644004:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398813 committed
00000004:00080000:4:1197999887.644006:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398812 committed
00000004:00080000:4:1197999887.644008:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398811 committed
00000004:00080000:4:1197999887.644009:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398810 committed
00000004:00080000:4:1197999887.644013:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398809 committed
00000004:00080000:4:1197999887.644015:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398808 committed
00000004:00080000:4:1197999887.644016:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398807 committed
00000004:00080000:4:1197999887.644018:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398806 committed
00000004:00080000:4:1197999887.644020:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398805 committed
00000004:00080000:4:1197999887.644022:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398804 committed
00000004:00080000:4:1197999887.644023:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398803 committed
00000004:00080000:4:1197999887.644025:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398802 committed
00000004:00080000:4:1197999887.644027:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398801 committed
00000004:00080000:4:1197999887.644028:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398800 committed
00000004:00080000:4:1197999887.644030:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398799 committed
00000004:00080000:4:1197999887.644032:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398798 committed
00000004:00080000:4:1197999887.644033:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398797 committed
00000004:00080000:4:1197999887.644036:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398796 committed
00000004:00080000:4:1197999887.644037:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398795 committed
00000004:00080000:4:1197999887.644039:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398794 committed
00000004:00080000:4:1197999887.644041:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398793 committed
00000004:00080000:4:1197999892.808553:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398878 committed
00000004:00080000:4:1197999892.808556:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398877 committed
00000004:00080000:4:1197999892.808558:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398876 committed
00000004:00080000:4:1197999892.808560:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398875 committed
00000004:00080000:4:1197999892.808562:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398874 committed
00000004:00080000:4:1197999892.808563:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398873 committed
00000004:00080000:4:1197999892.808565:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398872 committed
00000004:00080000:4:1197999892.808567:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398871 committed
00000004:00080000:4:1197999892.808569:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398870 committed
00000004:00080000:4:1197999892.808570:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398869 committed
00000004:00080000:4:1197999892.808572:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398868 committed
00000004:00080000:4:1197999892.808574:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398867 committed
00000004:00080000:4:1197999892.808576:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398866 committed
00000004:00080000:4:1197999892.808577:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398865 committed
00000020:00000080:3:1197999970.656620:0:4306:0:(genops.c:914:class_disconnect()) disconnect: cookie 0x88b022d45ee49af0
00000020:00000080:3:1197999970.656630:0:4306:0:(genops.c:615:__class_export_put()) final put ffff81041e113000/5168c6cb-2ae3-642e-0b90-0814bcbef364
00000020:00000080:3:1197999970.656636:0:4128:0:(genops.c:634:class_export_destroy()) destroying export ffff81041e113000/5168c6cb-2ae3-642e-0b90-0814bcbef364
00000020:00000080:3:1197999970.658082:0:4128:0:(genops.c:772:class_import_destroy()) destroying import ffff81041f302000
00000004:00080000:1:1198000032.263136:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398894 committed
00000004:00080000:1:1198000032.263140:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398893 committed
00000004:00080000:1:1198000032.263142:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398892 committed
00000004:00080000:1:1198000032.263144:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398891 committed
00000004:00080000:1:1198000032.263145:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398890 committed
00000004:00080000:1:1198000032.263147:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398889 committed
00000004:00080000:1:1198000032.263149:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398888 committed
00000004:00080000:1:1198000032.263150:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398887 committed
00000004:00080000:1:1198000032.263152:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398886 committed
00000004:00080000:1:1198000032.263154:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398885 committed
00000004:00080000:1:1198000032.263155:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398884 committed
00000004:00080000:1:1198000032.263157:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398883 committed
00000004:00080000:1:1198000032.263159:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398882 committed
00000004:00080000:1:1198000032.263160:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398881 committed
00000004:00080000:1:1198000032.263162:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398880 committed
00000004:00080000:1:1198000032.263163:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398879 committed
00000004:00080000:0:1198000040.915247:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398896 committed
00000004:00080000:0:1198000040.915254:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398895 committed
00000800:00000100:7:1198000093.141986:0:4126:0:(o2iblnd_cb.c:1076:kiblnd_tx_complete()) Tx -> 192.168.64.71@o2ib cookie 0x407sending 1 waiting 0: failed 12
00000800:00000100:7:1198000093.141993:0:4126:0:(o2iblnd_cb.c:1921:kiblnd_close_conn_locked()) Closing conn to 192.168.64.71@o2ib: error -5(sending)(waiting)
00000100:00020000:7:1198000093.142001:0:4126:0:(events.c:55:request_out_callback()) @@@ type 4, status -5  req@ffff81042f200a00 x394/t0 o400->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 2 fl Rpc:N/8/0 rc 0/0
00000100:00000100:3:1198000093.142687:0:4128:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1198000090, 3s ago)  req@ffff81042f200a00 x394/t0 o400->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 1 fl Rpc:N/8/0 rc 0/0
00000100:00020000:7:1198000093.142690:0:4126:0:(events.c:55:request_out_callback()) @@@ type 4, status -5  req@ffff81042f200200 x395/t0 o400->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 2 fl Rpc:N/8/0 rc 0/0
00000100:02000400:3:1198000093.142695:0:4128:0:(client.c:1186:ptlrpc_expire_one_request()) Request x394 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 3s ago has timed out (limit 7s).
00000100:00020000:6:1198000093.143771:0:4123:0:(events.c:55:request_out_callback()) @@@ type 4, status -5  req@ffff81042f200800 x397/t0 o400->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 2 fl Rpc:N/8/0 rc 0/0
00000100:00020000:0:1198000093.144430:0:4124:0:(events.c:55:request_out_callback()) @@@ type 4, status -5  req@ffff81042f200e00 x396/t0 o400->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 2 fl Rpc:N/8/0 rc 0/0
00000100:00020000:6:1198000093.145088:0:4127:0:(events.c:55:request_out_callback()) @@@ type 4, status -103  req@ffff81042de5ce00 x399/t0 o400->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 2 fl Rpc:N/8/0 rc 0/0
00000100:02000400:3:1198000093.145089:0:4128:0:(import.c:133:ptlrpc_set_import_discon()) data-OST0000-osc: Connection to service data-OST0000 via nid 192.168.64.71@o2ib was lost; in progress operations using this service will wait for recovery to complete.
00000100:00020000:7:1198000093.145103:0:4126:0:(events.c:55:request_out_callback()) @@@ type 4, status -5  req@ffff81042de5c400 x398/t0 o400->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 2 fl Rpc:N/8/0 rc 0/0
00000100:00080000:3:1198000093.147060:0:4128:0:(import.c:141:ptlrpc_set_import_discon()) ffff810418b83800 data-OST0000_UUID: changing import state from FULL to DISCONN
00000100:00080000:3:1198000093.147064:0:4128:0:(import.c:260:ptlrpc_fail_import()) data-OST0000_UUID: waking up pinger
00000100:00000100:3:1198000093.147067:0:4128:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1198000090, 3s ago)  req@ffff81042f200200 x395/t0 o400->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 1 fl Rpc:N/8/0 rc 0/0
00000100:00080000:1:1198000093.147068:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1198000093.147071:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:02000400:3:1198000093.147072:0:4128:0:(client.c:1186:ptlrpc_expire_one_request()) Request x395 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 3s ago has timed out (limit 7s).
00000100:00080000:1:1198000093.147074:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4295682212
00000100:00080000:1:1198000093.147079:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:02000400:3:1198000093.147539:0:4128:0:(import.c:133:ptlrpc_set_import_discon()) data-OST0001-osc: Connection to service data-OST0001 via nid 192.168.64.71@o2ib was lost; in progress operations using this service will wait for recovery to complete.
00000100:00080000:3:1198000093.148211:0:4128:0:(import.c:141:ptlrpc_set_import_discon()) ffff810418b83400 data-OST0001_UUID: changing import state from FULL to DISCONN
00000100:00080000:3:1198000093.148213:0:4128:0:(import.c:260:ptlrpc_fail_import()) data-OST0001_UUID: waking up pinger
00000100:00000100:3:1198000093.148216:0:4128:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1198000090, 3s ago)  req@ffff81042f200e00 x396/t0 o400->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 1 fl Rpc:N/8/0 rc 0/0
00000100:00080000:1:1198000093.148217:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1198000093.148219:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:02000400:3:1198000093.148221:0:4128:0:(client.c:1186:ptlrpc_expire_one_request()) Request x396 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 3s ago has timed out (limit 7s).
00000100:00080000:1:1198000093.148221:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4295682212
00000100:00080000:1:1198000093.148224:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:02000400:3:1198000093.148661:0:4128:0:(import.c:133:ptlrpc_set_import_discon()) data-OST0002-osc: Connection to service data-OST0002 via nid 192.168.64.71@o2ib was lost; in progress operations using this service will wait for recovery to complete.
00000100:00080000:3:1198000093.149332:0:4128:0:(import.c:141:ptlrpc_set_import_discon()) ffff810418b83000 data-OST0002_UUID: changing import state from FULL to DISCONN
00000100:00080000:3:1198000093.149335:0:4128:0:(import.c:260:ptlrpc_fail_import()) data-OST0002_UUID: waking up pinger
00000100:00000100:3:1198000093.149337:0:4128:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1198000090, 3s ago)  req@ffff81042f200800 x397/t0 o400->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 1 fl Rpc:N/8/0 rc 0/0
00000100:00080000:1:1198000093.149339:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1198000093.149340:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:02000400:3:1198000093.149342:0:4128:0:(client.c:1186:ptlrpc_expire_one_request()) Request x397 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 3s ago has timed out (limit 7s).
00000100:00080000:1:1198000093.149343:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4295682219
00000100:00080000:1:1198000093.149346:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:02000400:3:1198000093.149781:0:4128:0:(import.c:133:ptlrpc_set_import_discon()) data-OST0003-osc: Connection to service data-OST0003 via nid 192.168.64.71@o2ib was lost; in progress operations using this service will wait for recovery to complete.
00000100:00080000:3:1198000093.150450:0:4128:0:(import.c:141:ptlrpc_set_import_discon()) ffff81041850cc00 data-OST0003_UUID: changing import state from FULL to DISCONN
00000100:00080000:3:1198000093.150452:0:4128:0:(import.c:260:ptlrpc_fail_import()) data-OST0003_UUID: waking up pinger
00000100:00000100:3:1198000093.150458:0:4128:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1198000090, 3s ago)  req@ffff81042de5c400 x398/t0 o400->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 1 fl Rpc:N/8/0 rc 0/0
00000100:00080000:1:1198000093.150459:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1198000093.150462:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:02000400:3:1198000093.150463:0:4128:0:(client.c:1186:ptlrpc_expire_one_request()) Request x398 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 3s ago has timed out (limit 7s).
00000100:00080000:1:1198000093.150465:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4295682220
00000100:00080000:1:1198000093.150468:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:02000400:3:1198000093.150904:0:4128:0:(import.c:133:ptlrpc_set_import_discon()) data-OST0004-osc: Connection to service data-OST0004 via nid 192.168.64.71@o2ib was lost; in progress operations using this service will wait for recovery to complete.
00000100:00080000:3:1198000093.151575:0:4128:0:(import.c:141:ptlrpc_set_import_discon()) ffff81041850c800 data-OST0004_UUID: changing import state from FULL to DISCONN
00000100:00080000:3:1198000093.151577:0:4128:0:(import.c:260:ptlrpc_fail_import()) data-OST0004_UUID: waking up pinger
00000100:00000100:3:1198000093.151580:0:4128:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ network error (sent at 1198000090, 3s ago)  req@ffff81042de5ce00 x399/t0 o400->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 128/256 e 0 to 6 dl 1198000097 ref 1 fl Rpc:N/8/0 rc 0/0
00000100:00080000:1:1198000093.151581:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1198000093.151582:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:02000400:3:1198000093.151584:0:4128:0:(client.c:1186:ptlrpc_expire_one_request()) Request x399 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 3s ago has timed out (limit 7s).
00000100:00080000:1:1198000093.151585:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4295682220
00000100:00080000:1:1198000093.151588:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:02000400:3:1198000093.152023:0:4128:0:(import.c:133:ptlrpc_set_import_discon()) data-OST0005-osc: Connection to service data-OST0005 via nid 192.168.64.71@o2ib was lost; in progress operations using this service will wait for recovery to complete.
00000100:00080000:3:1198000093.152691:0:4128:0:(import.c:141:ptlrpc_set_import_discon()) ffff81041850c400 data-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3:1198000093.152693:0:4128:0:(import.c:260:ptlrpc_fail_import()) data-OST0005_UUID: waking up pinger
00000100:00080000:1:1198000093.152697:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1198000093.152698:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000093.152701:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4295682221
00000100:00080000:1:1198000093.152704:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00000100:2:1198000100.152149:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000093, 7s ago)  req@ffff81042de5c800 x400/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000100.152159:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x400 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 7s ago has timed out (limit 7s).
00000100:00000100:2:1198000100.152607:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000093, 7s ago)  req@ffff81042e4c6600 x401/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000100.152612:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x401 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 7s ago has timed out (limit 7s).
00000100:00000100:2:1198000100.153050:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000093, 7s ago)  req@ffff81042e4c6c00 x402/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000100.153054:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x402 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 7s ago has timed out (limit 7s).
00000100:00000100:2:1198000100.153479:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000093, 7s ago)  req@ffff81042ad2b600 x403/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000100.153484:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x403 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 7s ago has timed out (limit 7s).
00000100:00000100:2:1198000100.153931:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000093, 7s ago)  req@ffff81042ad2b000 x404/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000100.153936:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x404 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 7s ago has timed out (limit 7s).
00000100:00000100:2:1198000100.154362:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000093, 7s ago)  req@ffff810418453000 x405/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000100.154366:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x405 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 7s ago has timed out (limit 7s).
00000100:00080000:2:1198000100.154814:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000100.154817:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0000_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000100.154819:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000100.154821:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000100.154823:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000100.154824:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000100.154826:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000100.154828:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000100.154830:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000100.154832:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000100.154833:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000100.154835:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:1:1198000118.152027:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1198000118.152029:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000118.152033:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4296960198
00000100:00000400:1:1198000118.152036:0:4130:0:(import.c:344:import_select_connection()) data-OST0000-osc: tried all connections, increasing latency to 6s
00000100:00080000:1:1198000118.152485:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000118.152490:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1198000118.152491:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000118.152494:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4296960199
00000100:00000400:1:1198000118.152496:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 6s
00000100:00080000:1:1198000118.152936:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000118.152941:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1198000118.152942:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000118.152945:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4296960200
00000100:00000400:1:1198000118.152946:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 6s
00000100:00080000:1:1198000118.153375:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000118.153383:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1198000118.153384:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000118.153387:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4296960201
00000100:00000400:1:1198000118.153388:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 6s
00000100:00080000:1:1198000118.153836:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000118.153841:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1198000118.153842:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000118.153845:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4296960202
00000100:00000400:1:1198000118.153847:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 6s
00000100:00080000:1:1198000118.154278:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000118.154283:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1198000118.154285:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000118.154287:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4296960203
00000100:00000400:1:1198000118.154289:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 6s
00000100:00080000:1:1198000118.154760:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00000100:2:1198000130.154628:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000118, 12s ago)  req@ffff81042f200200 x407/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000130.154637:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x407 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 12s ago has timed out (limit 12s).
00000100:00000100:2:1198000130.155092:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000118, 12s ago)  req@ffff81042f200800 x408/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000130.155096:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x408 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 12s ago has timed out (limit 12s).
00000100:00000100:2:1198000130.155521:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000118, 12s ago)  req@ffff810418752e00 x409/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000130.155525:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x409 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 12s ago has timed out (limit 12s).
00000100:00000100:2:1198000130.155960:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000118, 12s ago)  req@ffff810418752c00 x410/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000130.155969:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x410 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 12s ago has timed out (limit 12s).
00000100:00000100:2:1198000130.156404:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000118, 12s ago)  req@ffff810418752400 x411/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000130.156408:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x411 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 12s ago has timed out (limit 12s).
00000100:00000100:2:1198000130.156836:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000118, 12s ago)  req@ffff81041e773400 x412/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:2:1198000130.156840:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x412 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 12s ago has timed out (limit 12s).
00000100:00080000:2:1198000130.157284:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000130.157287:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0000_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000130.157289:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000130.157290:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000130.157292:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000130.157293:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000130.157295:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000130.157297:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000130.157298:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000130.157300:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:2:1198000130.157301:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2:1198000130.157303:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-110)
00000800:00000100:2:1198000143.148166:0:2618:0:(o2iblnd_cb.c:2641:kiblnd_cm_callback()) 192.168.64.71@o2ib: ADDR ERROR -110
00000800:00000100:2:1198000143.148172:0:2618:0:(o2iblnd_cb.c:2089:kiblnd_peer_connect_failed()) Deleting messages for 192.168.64.71@o2ib: connection failed
00000100:00020000:2:1198000143.148176:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042de5c800 x400/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000143.148887:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042e4c6600 x401/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000143.149554:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042e4c6c00 x402/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000143.150225:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042ad2b600 x403/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000143.150903:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042ad2b000 x404/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000143.151565:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff810418453000 x405/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000100 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000143.152231:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042f200200 x407/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00080000:1:1198000143.152535:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1198000143.152539:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000143.152544:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4296985203
00000100:00000400:1:1198000143.152547:0:4130:0:(import.c:344:import_select_connection()) data-OST0000-osc: tried all connections, increasing latency to 11s
00000100:00080000:1:1198000143.152554:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000143.152560:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1198000143.152561:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000143.152565:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4296985204
00000100:00000400:1:1198000143.152568:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 11s
00000100:00080000:1:1198000143.152574:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000143.152579:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1198000143.152583:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000143.152587:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4296985204
00000100:00000400:1:1198000143.152590:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 11s
00000100:00080000:1:1198000143.152596:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000143.152601:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1198000143.152603:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000143.152607:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4296985205
00000100:00000400:1:1198000143.152609:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 11s
00000100:00080000:1:1198000143.152615:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000143.152620:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1198000143.152623:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000143.152626:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4296985205
00000100:00000400:1:1198000143.152629:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 11s
00000100:00080000:1:1198000143.152635:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000143.152640:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1198000143.152642:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000143.152646:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4296985205
00000100:00000400:1:1198000143.152649:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 11s
00000100:00080000:1:1198000143.152655:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00020000:2:1198000143.155502:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042f200800 x408/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00080000:0:1198000143.156252:0:4266:0:(service.c:539:ptlrpc_update_export_timer()) MGS: Think about evicting 0@lo from 1198000066
00000100:00000100:1:1198000160.156466:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000143, 17s ago)  req@ffff81042f200400 x414/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:1:1198000160.156474:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x414 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 17s ago has timed out (limit 17s).
00000100:00000100:1:1198000160.156922:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000143, 17s ago)  req@ffff81042f200a00 x415/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:1:1198000160.156927:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x415 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 17s ago has timed out (limit 17s).
00000100:00000100:1:1198000160.157362:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000143, 17s ago)  req@ffff8104187d4800 x416/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:1:1198000160.157369:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x416 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 17s ago has timed out (limit 17s).
00000100:00000100:1:1198000160.157796:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000143, 17s ago)  req@ffff8104187d4e00 x417/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:1:1198000160.157801:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x417 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 17s ago has timed out (limit 17s).
00000100:00000100:1:1198000160.158244:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000143, 17s ago)  req@ffff8104187d4600 x418/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:1:1198000160.158249:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x418 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 17s ago has timed out (limit 17s).
00000100:00000100:1:1198000160.158676:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000143, 17s ago)  req@ffff81042de4aa00 x419/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:1:1198000160.158681:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x419 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 17s ago has timed out (limit 17s).
00000100:00080000:1:1198000160.159139:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1198000160.159146:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0000_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:1:1198000160.159148:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1198000160.159150:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:1:1198000160.159152:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1198000160.159153:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:1:1198000160.159155:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1198000160.159156:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:1:1198000160.159158:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1198000160.159160:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:1:1198000160.159161:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1:1198000160.159163:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:1:1198000168.152193:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1198000168.152195:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000168.152198:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4297010203
00000100:00000400:1:1198000168.152201:0:4130:0:(import.c:344:import_select_connection()) data-OST0000-osc: tried all connections, increasing latency to 16s
00000100:00080000:1:1198000168.152648:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000168.152653:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1198000168.152654:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000168.152656:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4297010203
00000100:00000400:1:1198000168.152658:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 16s
00000100:00080000:1:1198000168.153098:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000168.153101:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1198000168.153102:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000168.153105:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4297010203
00000100:00000400:1:1198000168.153106:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 16s
00000100:00080000:1:1198000168.153535:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000168.153539:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1198000168.153540:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000168.153542:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4297010203
00000100:00000400:1:1198000168.153544:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 16s
00000100:00080000:1:1198000168.153993:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000168.153997:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1198000168.153998:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000168.154000:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4297010203
00000100:00000400:1:1198000168.154001:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 16s
00000100:00080000:1:1198000168.154430:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000168.154434:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1198000168.154435:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000168.154437:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4297010203
00000100:00000400:1:1198000168.154438:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 16s
00000100:00080000:1:1198000168.154908:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00000100:0:1198000190.155362:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000168, 22s ago)  req@ffff81042b2bde00 x421/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000190.155370:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x421 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 22s ago has timed out (limit 22s).
00000100:00000100:0:1198000190.155804:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000168, 22s ago)  req@ffff81042e4c6600 x422/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000190.155809:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x422 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 22s ago has timed out (limit 22s).
00000100:00000100:0:1198000190.156242:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000168, 22s ago)  req@ffff81042f07de00 x423/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000190.156246:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x423 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 22s ago has timed out (limit 22s).
00000100:00000100:0:1198000190.156680:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000168, 22s ago)  req@ffff81042de4ce00 x424/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000190.156685:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x424 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 22s ago has timed out (limit 22s).
00000100:00000100:0:1198000190.163389:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000168, 22s ago)  req@ffff81042f200200 x425/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000190.163394:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x425 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 22s ago has timed out (limit 22s).
00000100:00000100:0:1198000190.163829:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000168, 22s ago)  req@ffff81042f200c00 x426/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000190.163834:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x426 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 22s ago has timed out (limit 22s).
00000100:00080000:0:1198000190.164264:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000190.164266:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0000_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000190.164268:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000190.164269:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000190.164271:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000190.164273:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000190.164277:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000190.164279:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000190.164281:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000190.164282:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000190.164284:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000190.164285:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-110)
00000800:00000100:2:1198000193.150137:0:2618:0:(o2iblnd_cb.c:2641:kiblnd_cm_callback()) 192.168.64.71@o2ib: ADDR ERROR -110
00000800:00000100:2:1198000193.150143:0:2618:0:(o2iblnd_cb.c:2089:kiblnd_peer_connect_failed()) Deleting messages for 192.168.64.71@o2ib: connection failed
00000100:00020000:2:1198000193.150147:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff810418752e00 x409/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000193.150862:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff810418752c00 x410/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000193.151536:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff810418752400 x411/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000193.152200:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81041e773400 x412/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000130 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00080000:1:1198000193.152208:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1198000193.152211:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000193.152215:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4297035203
00000100:00000400:1:1198000193.152218:0:4130:0:(import.c:344:import_select_connection()) data-OST0000-osc: tried all connections, increasing latency to 21s
00000100:00080000:1:1198000193.152225:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000193.152232:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1198000193.152235:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000193.152238:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4297035204
00000100:00000400:1:1198000193.152241:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 21s
00000100:00080000:1:1198000193.152247:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000193.152252:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1198000193.152254:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000193.152258:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4297035204
00000100:00000400:1:1198000193.152260:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 21s
00000100:00080000:1:1198000193.152266:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000193.152270:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1198000193.152271:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000193.152284:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4297035205
00000100:00000400:1:1198000193.152287:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 21s
00000100:00080000:1:1198000193.152299:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000193.152309:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1198000193.152310:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000193.152313:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4297035205
00000100:00000400:1:1198000193.152315:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 21s
00000100:00080000:1:1198000193.152320:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000193.152325:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1198000193.152326:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000193.152329:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4297035206
00000100:00000400:1:1198000193.152331:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 21s
00000100:00080000:1:1198000193.152336:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00020000:2:1198000193.155452:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042f200400 x414/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000193.156113:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042f200a00 x415/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000193.156789:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff8104187d4800 x416/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000193.157474:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff8104187d4e00 x417/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00080000:1:1198000218.152289:0:4130:0:(pinger.c:143:ptlrpc_pinger_main()) not pinging data-OST0000_UUID (in recovery: CONNECTING or recovery disabled: 0/0)
00000100:00080000:1:1198000218.152292:0:4130:0:(pinger.c:143:ptlrpc_pinger_main()) not pinging data-OST0001_UUID (in recovery: CONNECTING or recovery disabled: 0/0)
00000100:00000100:0:1198000220.158475:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000193, 27s ago)  req@ffff81041858d600 x428/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000220 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000220.158484:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x428 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 27s ago has timed out (limit 27s).
00000100:00000100:0:1198000220.158954:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000193, 27s ago)  req@ffff81042f07d000 x429/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000220 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000220.158958:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x429 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 27s ago has timed out (limit 27s).
00000100:00000100:0:1198000220.159387:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000193, 27s ago)  req@ffff81042bb13000 x430/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000220 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000220.159391:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x430 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 27s ago has timed out (limit 27s).
00000100:00000100:0:1198000220.159838:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000193, 27s ago)  req@ffff81041a6ba200 x431/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000220 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000220.159843:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x431 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 27s ago has timed out (limit 27s).
00000100:00000100:0:1198000220.160281:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000193, 27s ago)  req@ffff81042fdb7400 x432/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000220 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000220.160285:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x432 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 27s ago has timed out (limit 27s).
00000100:00000100:0:1198000220.160712:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000193, 27s ago)  req@ffff81042c46dc00 x433/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000220 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000220.160716:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x433 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 27s ago has timed out (limit 27s).
00000100:00080000:0:1198000220.161175:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000220.161177:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0000_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000220.161182:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000220.161184:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000220.161185:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000220.161187:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000220.161189:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000220.161190:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000220.161192:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000220.161194:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000220.161196:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000220.161197:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-110)
00000800:00000100:2:1198000243.152171:0:2618:0:(o2iblnd_cb.c:2641:kiblnd_cm_callback()) 192.168.64.71@o2ib: ADDR ERROR -110
00000800:00000100:2:1198000243.152177:0:2618:0:(o2iblnd_cb.c:2089:kiblnd_peer_connect_failed()) Deleting messages for 192.168.64.71@o2ib: connection failed
00000100:00020000:2:1198000243.152180:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff8104187d4600 x418/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00080000:1:1198000243.152192:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1198000243.152195:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000243.152200:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4297060203
00000100:00000400:1:1198000243.152203:0:4130:0:(import.c:344:import_select_connection()) data-OST0000-osc: tried all connections, increasing latency to 26s
00000100:00080000:1:1198000243.152210:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000243.152218:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1198000243.152220:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000243.152224:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4297060203
00000100:00000400:1:1198000243.152226:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 26s
00000100:00080000:1:1198000243.152232:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000243.152237:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1198000243.152240:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000243.152243:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4297060203
00000100:00000400:1:1198000243.152246:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 26s
00000100:00080000:1:1198000243.152252:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000243.152256:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1198000243.152257:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000243.152261:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4297060203
00000100:00000400:1:1198000243.152263:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 26s
00000100:00080000:1:1198000243.152271:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000243.152275:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1198000243.152277:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000243.152281:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4297060203
00000100:00000400:1:1198000243.152283:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 26s
00000100:00080000:1:1198000243.152289:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000243.152294:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1198000243.152297:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000243.152300:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4297060203
00000100:00000400:1:1198000243.152303:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 26s
00000100:00080000:1:1198000243.152309:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00020000:2:1198000243.155461:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042de4aa00 x419/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000160 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00080000:1:1198000243.155526:0:4268:0:(pinger.c:379:ping_evictor_main()) evicting all exports of obd MGS older than 1198000181
00000100:02000400:1:1198000243.155530:0:4268:0:(pinger.c:399:ping_evictor_main()) MGS: haven't heard from client e9971852-943d-17da-8fcf-e8dbf67ec80d (at 192.168.64.71@o2ib) in 177 seconds. I think it's dead, and I am evicting it.
00000100:00080000:1:1198000243.155535:0:4268:0:(pinger.c:401:ping_evictor_main()) Last request was at 1198000066
00000020:00080000:1:1198000243.155537:0:4268:0:(genops.c:1180:class_fail_export()) disconnecting export ffff81042b023000/e9971852-943d-17da-8fcf-e8dbf67ec80d
00000020:00000080:1:1198000243.155542:0:4268:0:(genops.c:914:class_disconnect()) disconnect: cookie 0x88b022d45ee49b1a
00000020:00080000:1:1198000243.155561:0:4268:0:(genops.c:1194:class_fail_export()) disconnected export ffff81042b023000/e9971852-943d-17da-8fcf-e8dbf67ec80d
00000020:00000080:1:1198000243.155564:0:4268:0:(genops.c:615:__class_export_put()) final put ffff81042b023000/e9971852-943d-17da-8fcf-e8dbf67ec80d
00000100:00020000:2:1198000243.156561:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042b2bde00 x421/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 1 fl Complete:EX/8/0 rc -110/0
00000020:00000080:1:1198000243.156637:0:4128:0:(genops.c:634:class_export_destroy()) destroying export ffff81042b023000/e9971852-943d-17da-8fcf-e8dbf67ec80d
00000020:00000080:1:1198000243.156642:0:4128:0:(genops.c:772:class_import_destroy()) destroying import ffff81041f310000
00000100:00020000:2:1198000243.157236:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042e4c6600 x422/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000243.157908:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042f07de00 x423/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000243.158572:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042de4ce00 x424/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000243.159248:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042f200200 x425/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00020000:2:1198000243.159922:0:2618:0:(events.c:55:request_out_callback()) @@@ type 4, status -113  req@ffff81042f200c00 x426/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000190 ref 1 fl Complete:EX/8/0 rc -110/0
00000100:00080000:1:1198000268.151867:0:4130:0:(pinger.c:143:ptlrpc_pinger_main()) not pinging data-OST0000_UUID (in recovery: CONNECTING or recovery disabled: 0/0)
00000100:00080000:1:1198000268.151870:0:4130:0:(pinger.c:143:ptlrpc_pinger_main()) not pinging data-OST0001_UUID (in recovery: CONNECTING or recovery disabled: 0/0)
00000100:00000100:0:1198000275.160047:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000243, 32s ago)  req@ffff81042ad2b000 x436/t0 o8->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000275 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000275.160057:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x436 sent from data-OST0000-osc to NID 192.168.64.71@o2ib 32s ago has timed out (limit 32s).
00000100:00000100:0:1198000275.160503:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000243, 32s ago)  req@ffff81042d47ca00 x437/t0 o8->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000275 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000275.160508:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x437 sent from data-OST0001-osc to NID 192.168.64.71@o2ib 32s ago has timed out (limit 32s).
00000100:00000100:0:1198000275.160969:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000243, 32s ago)  req@ffff81042d47c000 x438/t0 o8->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000275 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000275.160973:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x438 sent from data-OST0002-osc to NID 192.168.64.71@o2ib 32s ago has timed out (limit 32s).
00000100:00000100:0:1198000275.161405:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000243, 32s ago)  req@ffff81042de56400 x439/t0 o8->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000275 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000275.161410:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x439 sent from data-OST0003-osc to NID 192.168.64.71@o2ib 32s ago has timed out (limit 32s).
00000100:00000100:0:1198000275.161855:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000243, 32s ago)  req@ffff810418495000 x440/t0 o8->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000275 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000275.161860:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x440 sent from data-OST0004-osc to NID 192.168.64.71@o2ib 32s ago has timed out (limit 32s).
00000100:00000100:0:1198000275.162297:0:4129:0:(client.c:1178:ptlrpc_expire_one_request()) @@@ timeout (sent at 1198000243, 32s ago)  req@ffff81042de58600 x441/t0 o8->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 304/456 e 0 to 6 dl 1198000275 ref 2 fl Rpc:/8/0 rc 0/0
00000100:02000400:0:1198000275.162304:0:4129:0:(client.c:1186:ptlrpc_expire_one_request()) Request x441 sent from data-OST0005-osc to NID 192.168.64.71@o2ib 32s ago has timed out (limit 32s).
00000100:00080000:0:1198000275.162741:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000275.162743:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0000_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000275.162746:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000275.162747:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000275.162749:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000275.162751:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000275.162752:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000275.162754:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000275.162756:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000275.162757:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-110)
00000100:00080000:0:1198000275.162759:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000275.162761:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-110)
00000800:00000100:4:1198000292.508596:0:4122:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:4:1198000292.508636:0:4119:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:4:1198000292.508665:0:4124:0:(o2iblnd_cb.c:507:kiblnd_rx_complete()) Rx from 192.168.64.71@o2ib failed: 5
00000800:00000100:4:1198000292.508672:0:2606:0:(o2iblnd_cb.c:2408:kiblnd_reconnect()) 192.168.64.71@o2ib: retrying (conn race)
20000000:01000000:3:1198000292.509905:0:4266:0:(mgs_handler.c:524:mgs_handle()) @@@ connect  req@ffff81041a2e4c50 x1/t0 o250-><?>@<?>:0/0 lens 240/0 e 0 to 0 dl 1198000392 ref 1 fl Interpret:/0/0 rc 0/0
00000020:00000080:3:1198000292.509933:0:4266:0:(genops.c:877:class_connect()) connect: client ca545541-db09-7bea-14e1-b70fac494af9, cookie 0x88b022d45ee4aec3
20000000:01000000:0:1198000292.585585:0:4267:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a2e4850 x2/t0 o253->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1198000303 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000292.585593:0:4267:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0000 is running on 192.168.64.71@o2ib
20000000:01000000:0:1198000292.585598:0:4267:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0000, index=0, rc=0
20000000:01000000:0:1198000292.586190:0:4348:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a2e4450 x3/t0 o101->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1198000298 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000292.586479:0:4266:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a2e4050 x4/t0 o501->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1198000298 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000292.586597:0:4348:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a2e6c50 x5/t0 o503->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000298 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000292.586777:0:4266:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a2e6850 x6/t0 o502->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000298 ref 1 fl Interpret:/8/0 rc 0/0
00000100:00080000:1:1198000293.152428:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0000_UUID: starting recovery
00000100:00080000:1:1198000293.152430:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83800 data-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000293.152435:0:4130:0:(import.c:291:import_select_connection()) data-OST0000-osc: connect to NID 192.168.64.71@o2ib last attempt 4297110203
00000100:00000400:1:1198000293.152437:0:4130:0:(import.c:344:import_select_connection()) data-OST0000-osc: tried all connections, increasing latency to 31s
00000100:00080000:1:1198000293.152902:0:4130:0:(import.c:372:import_select_connection()) data-OST0000-osc: import ffff810418b83800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000293.152909:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1198000293.152910:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000293.152913:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4297110203
00000100:00000400:1:1198000293.152915:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 31s
00000100:00080000:1:1198000293.153365:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000293.153375:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1198000293.153376:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000293.153379:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4297110203
00000100:00000400:1:1198000293.153381:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 31s
00000100:00080000:1:1198000293.153843:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000293.153848:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1198000293.153849:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000293.153851:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4297110203
00000100:00000400:1:1198000293.153853:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 31s
00000100:00080000:0:1198000293.153902:0:4129:0:(import.c:667:ptlrpc_connect_interpret()) ffff810418b83800 data-OST0000_UUID: changing import state from CONNECTING to REPLAY
00000100:00080000:0:1198000293.153906:0:4129:0:(import.c:970:ptlrpc_import_recovery_state_machine()) replay requested by data-OST0000_UUID
00000100:00080000:0:1198000293.153908:0:4129:0:(recover.c:81:ptlrpc_replay_next()) import ffff810418b83800 from data-OST0000_UUID committed 14154078 last 0
00000100:00080000:0:1198000293.153912:0:4129:0:(import.c:974:ptlrpc_import_recovery_state_machine()) ffff810418b83800 data-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS
00000100:00080000:0:1198000293.153922:0:4129:0:(import.c:984:ptlrpc_import_recovery_state_machine()) ffff810418b83800 data-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT
00000100:02020000:0:1198000293.154190:0:4129:0:(client.c:778:ptlrpc_check_status()) 11-0: an error occurred while communicating with 192.168.64.71@o2ib. The ost_connect operation failed with -19
00000100:00080000:0:1198000293.154199:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000293.154202:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0002_UUID on 192.168.64.71@o2ib failed (-19)
00000100:00080000:1:1198000293.154746:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000293.154753:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1198000293.154754:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000293.154757:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4297110203
00000100:00000400:1:1198000293.154759:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 31s
00000100:02020000:0:1198000293.154990:0:4129:0:(client.c:778:ptlrpc_check_status()) 11-0: an error occurred while communicating with 192.168.64.71@o2ib. The ost_connect operation failed with -19
00000100:00080000:0:1198000293.154998:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000293.155001:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0003_UUID on 192.168.64.71@o2ib failed (-19)
00000100:00080000:1:1198000293.155642:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000293.155647:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1198000293.155648:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000293.155650:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4297110203
00000100:00000400:1:1198000293.155652:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 31s
00000100:02020000:0:1198000293.155876:0:4129:0:(client.c:778:ptlrpc_check_status()) 11-0: an error occurred while communicating with 192.168.64.71@o2ib. The ost_connect operation failed with -19
00000100:00080000:0:1198000293.155889:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000293.155892:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0004_UUID on 192.168.64.71@o2ib failed (-19)
00000100:00080000:1:1198000293.156535:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:02020000:0:1198000293.156767:0:4129:0:(client.c:778:ptlrpc_check_status()) 11-0: an error occurred while communicating with 192.168.64.71@o2ib. The ost_connect operation failed with -19
00000100:00080000:0:1198000293.157237:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000293.157239:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0005_UUID on 192.168.64.71@o2ib failed (-19)
00000100:02020000:0:1198000293.162838:0:4129:0:(client.c:778:ptlrpc_check_status()) 11-0: an error occurred while communicating with 192.168.64.71@o2ib. The ost_connect operation failed with -19
00000100:00080000:0:1198000293.163302:0:4129:0:(import.c:808:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0:1198000293.163303:0:4129:0:(import.c:851:ptlrpc_connect_interpret()) recovery of data-OST0001_UUID on 192.168.64.71@o2ib failed (-19)
20000000:01000000:0:1198000293.204689:0:4267:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a2e6050 x7/t0 o253->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000293.204695:0:4267:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0001 is running on 192.168.64.71@o2ib
20000000:01000000:0:1198000293.204697:0:4267:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0001, index=1, rc=0
20000000:01000000:3:1198000293.204952:0:4266:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a2e7c50 x8/t0 o101->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000293.205586:0:4348:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a2e7850 x9/t0 o501->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000293.205682:0:4267:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a2e7450 x10/t0 o503->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000293.205839:0:4266:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a2e7050 x11/t0 o502->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000293.711913:0:4348:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a2e8c50 x12/t0 o253->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000293.711919:0:4348:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0002 is running on 192.168.64.71@o2ib
20000000:01000000:0:1198000293.711922:0:4348:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0002, index=2, rc=0
20000000:01000000:0:1198000293.713624:0:4267:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a2e8850 x13/t0 o101->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000293.714576:0:4266:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a2e8450 x14/t0 o501->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000293.714664:0:4348:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a2e8050 x15/t0 o503->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000293.714826:0:4267:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a2eac50 x16/t0 o502->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000299 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000294.299920:0:4266:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a2ea850 x17/t0 o253->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000294.299927:0:4266:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0003 is running on 192.168.64.71@o2ib
20000000:01000000:3:1198000294.299932:0:4266:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0003, index=3, rc=0
20000000:01000000:0:1198000294.301825:0:4348:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a2ea450 x18/t0 o101->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000294.302511:0:4267:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a2ea050 x19/t0 o501->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000294.302628:0:4266:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a2ebc50 x20/t0 o503->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000294.302757:0:4267:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a2eb850 x21/t0 o502->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000294.905403:0:4266:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a2eb450 x22/t0 o253->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000294.905409:0:4266:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0004 is running on 192.168.64.71@o2ib
20000000:01000000:3:1198000294.905412:0:4266:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0004, index=4, rc=0
20000000:01000000:0:1198000294.905668:0:4267:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a2eb050 x23/t0 o101->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000294.906764:0:4348:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a2ecc50 x24/t0 o501->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000294.906850:0:4266:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a2ec850 x25/t0 o503->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000294.907002:0:4267:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a2ec450 x26/t0 o502->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000300 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000295.548184:0:4348:0:(mgs_handler.c:538:mgs_handle()) @@@ target add  req@ffff81041a2ec050 x27/t0 o253->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 4672/0 e 0 to 0 dl 1198000301 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000295.548190:0:4348:0:(mgs_handler.c:360:mgs_handle_target_reg()) Server data-OST0005 is running on 192.168.64.71@o2ib
20000000:01000000:0:1198000295.548193:0:4348:0:(mgs_handler.c:442:mgs_handle_target_reg()) replying with data-OST0005, index=5, rc=0
20000000:01000000:3:1198000295.549274:0:4266:0:(mgs_handler.c:550:mgs_handle()) @@@ enqueue  req@ffff81041a2eec50 x28/t0 o101->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 232/0 e 0 to 0 dl 1198000301 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000295.550503:0:4267:0:(mgs_handler.c:571:mgs_handle()) @@@ llog_init  req@ffff81041a2ee850 x29/t0 o501->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 200/0 e 0 to 0 dl 1198000301 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:0:1198000295.550594:0:4348:0:(mgs_handler.c:579:mgs_handle()) @@@ llog read header  req@ffff81041a2ee450 x30/t0 o503->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000301 ref 1 fl Interpret:/8/0 rc 0/0
20000000:01000000:3:1198000295.550744:0:4266:0:(mgs_handler.c:575:mgs_handle()) @@@ llog next block  req@ffff81041a2ee050 x31/t0 o502->ca545541-db09-7bea-14e1-b70fac494af9@NET_0x50000c0a84047_UUID:0/0 lens 176/0 e 0 to 0 dl 1198000301 ref 1 fl Interpret:/8/0 rc 0/0
00000100:00080000:0:1198000303.667456:0:4129:0:(import.c:994:ptlrpc_import_recovery_state_machine()) ffff810418b83800 data-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER
00000100:00080000:0:1198000303.667459:0:4129:0:(import.c:1001:ptlrpc_import_recovery_state_machine()) reconnected to data-OST0000_UUID@192.168.64.71@o2ib
00000100:00080000:0:1198000303.667461:0:4129:0:(import.c:1006:ptlrpc_import_recovery_state_machine()) ffff810418b83800 data-OST0000_UUID: changing import state from RECOVER to FULL
00000004:01000000:0:1198000303.667469:0:4129:0:(mds_lov.c:838:mds_notify()) notify data-OST0000-osc ev=0
00000004:00080000:0:1198000303.667492:0:4129:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=-1 thread=4475
00000004:01000000:0:1198000303.667511:0:4475:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:0:1198000303.667513:0:4475:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:0:1198000303.667525:0:4475:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:0:1198000303.667535:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:0:1198000303.667537:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:0:1198000303.667539:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:0:1198000303.667541:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:0:1198000303.667542:0:4475:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:0:1198000303.667545:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:0:1198000303.667547:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:0:1198000303.667548:0:4475:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:0:1198000303.667550:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:0:1198000303.667552:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:0:1198000303.667553:0:4475:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:0:1198000303.667555:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:0:1198000303.667557:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:0:1198000303.667558:0:4475:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:0:1198000303.667560:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:0:1198000303.667561:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:0:1198000303.667562:0:4475:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:0:1198000303.667564:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:0:1198000303.667566:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:0:1198000303.667567:0:4475:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:0:1198000303.667569:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:0:1198000303.667571:0:4475:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00000100:02000000:0:1198000303.667595:0:4129:0:(import.c:1014:ptlrpc_import_recovery_state_machine()) data-OST0000-osc: Connection restored to service data-OST0000 using nid 192.168.64.71@o2ib.
00000004:01000000:0:1198000303.668318:0:4475:0:(mds_lov.c:273:mds_lov_update_mds()) idx=-1, recov=0/1, cnt=6/6
00020000:01000000:0:1198000303.668672:0:4475:0:(lov_log.c:120:lov_llog_origin_connect()) connect 0/6
00000004:02000000:0:1198000303.668790:0:4475:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0000_UUID now active, resetting orphans
00020000:00080000:0:1198000303.668801:0:4475:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0000_UUID
00020000:01000000:0:1198000303.668803:0:4475:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 0:data-OST0000_UUID
00000008:00080000:0:1198000303.668806:0:4475:0:(osc_create.c:326:osc_create()) data-OST0000-osc: oscc recovery started - delete to 1092311
00000008:00080000:0:1198000303.668811:0:4475:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff8104180daa00 x453/t0 o5->data-OST0000_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 18 dl 0 ref 1 fl New:/8/0 rc 0/0
00000008:00080000:0:1198000306.226728:0:4475:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:0:1198000306.226734:0:4475:0:(osc_create.c:343:osc_create()) data-OST0000-osc: oscc recovery finished, last_id: 1092311, rc: 0
00000100:00080000:1:1198000318.152141:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0001_UUID: starting recovery
00000100:00080000:1:1198000318.152146:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83400 data-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000318.152150:0:4130:0:(import.c:291:import_select_connection()) data-OST0001-osc: connect to NID 192.168.64.71@o2ib last attempt 4297160204
00000100:00000400:1:1198000318.152152:0:4130:0:(import.c:344:import_select_connection()) data-OST0001-osc: tried all connections, increasing latency to 36s
00000100:00080000:1:1198000318.152606:0:4130:0:(import.c:372:import_select_connection()) data-OST0001-osc: import ffff810418b83400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000318.152612:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0002_UUID: starting recovery
00000100:00080000:1:1198000318.152613:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff810418b83000 data-OST0002_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000318.152616:0:4130:0:(import.c:291:import_select_connection()) data-OST0002-osc: connect to NID 192.168.64.71@o2ib last attempt 4297160205
00000100:00000400:1:1198000318.152618:0:4130:0:(import.c:344:import_select_connection()) data-OST0002-osc: tried all connections, increasing latency to 36s
00000100:00080000:1:1198000318.153099:0:4130:0:(import.c:372:import_select_connection()) data-OST0002-osc: import ffff810418b83000 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000318.153110:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0003_UUID: starting recovery
00000100:00080000:1:1198000318.153112:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850cc00 data-OST0003_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000318.153114:0:4130:0:(import.c:291:import_select_connection()) data-OST0003-osc: connect to NID 192.168.64.71@o2ib last attempt 4297160205
00000100:00000400:1:1198000318.153116:0:4130:0:(import.c:344:import_select_connection()) data-OST0003-osc: tried all connections, increasing latency to 36s
00000100:00080000:0:1198000318.153126:0:4129:0:(import.c:667:ptlrpc_connect_interpret()) ffff810418b83400 data-OST0001_UUID: changing import state from CONNECTING to REPLAY
00000100:00080000:0:1198000318.153131:0:4129:0:(import.c:970:ptlrpc_import_recovery_state_machine()) replay requested by data-OST0001_UUID
00000100:00080000:0:1198000318.153134:0:4129:0:(recover.c:81:ptlrpc_replay_next()) import ffff810418b83400 from data-OST0001_UUID committed 13878234 last 0
00000100:00080000:0:1198000318.153137:0:4129:0:(import.c:974:ptlrpc_import_recovery_state_machine()) ffff810418b83400 data-OST0001_UUID: changing import state from REPLAY to REPLAY_LOCKS
00000100:00080000:0:1198000318.153145:0:4129:0:(import.c:984:ptlrpc_import_recovery_state_machine()) ffff810418b83400 data-OST0001_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT
00000100:00080000:1:1198000318.153558:0:4130:0:(import.c:372:import_select_connection()) data-OST0003-osc: import ffff81041850cc00 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000318.153564:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0004_UUID: starting recovery
00000100:00080000:1:1198000318.153565:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c800 data-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000318.153568:0:4130:0:(import.c:291:import_select_connection()) data-OST0004-osc: connect to NID 192.168.64.71@o2ib last attempt 4297160206
00000100:00000400:1:1198000318.153570:0:4130:0:(import.c:344:import_select_connection()) data-OST0004-osc: tried all connections, increasing latency to 36s
00000100:00080000:0:1198000318.153618:0:4129:0:(import.c:667:ptlrpc_connect_interpret()) ffff810418b83000 data-OST0002_UUID: changing import state from CONNECTING to REPLAY
00000100:00080000:0:1198000318.153620:0:4129:0:(import.c:970:ptlrpc_import_recovery_state_machine()) replay requested by data-OST0002_UUID
00000100:00080000:0:1198000318.153622:0:4129:0:(recover.c:81:ptlrpc_replay_next()) import ffff810418b83000 from data-OST0002_UUID committed 12774721 last 0
00000100:00080000:0:1198000318.153624:0:4129:0:(import.c:974:ptlrpc_import_recovery_state_machine()) ffff810418b83000 data-OST0002_UUID: changing import state from REPLAY to REPLAY_LOCKS
00000100:00080000:0:1198000318.153633:0:4129:0:(import.c:984:ptlrpc_import_recovery_state_machine()) ffff810418b83000 data-OST0002_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT
00000100:00080000:0:1198000318.153641:0:4129:0:(import.c:994:ptlrpc_import_recovery_state_machine()) ffff810418b83400 data-OST0001_UUID: changing import state from REPLAY_WAIT to RECOVER
00000100:00080000:0:1198000318.153644:0:4129:0:(import.c:1001:ptlrpc_import_recovery_state_machine()) reconnected to data-OST0001_UUID@192.168.64.71@o2ib
00000100:00080000:0:1198000318.153646:0:4129:0:(import.c:1006:ptlrpc_import_recovery_state_machine()) ffff810418b83400 data-OST0001_UUID: changing import state from RECOVER to FULL
00000004:01000000:0:1198000318.153652:0:4129:0:(mds_lov.c:838:mds_notify()) notify data-OST0001-osc ev=0
00000004:00080000:0:1198000318.153678:0:4129:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=-1 thread=4477
00000004:01000000:0:1198000318.153700:0:4477:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:0:1198000318.153702:0:4477:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:0:1198000318.153728:0:4477:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:0:1198000318.153737:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:0:1198000318.153740:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:0:1198000318.153742:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:0:1198000318.153744:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:0:1198000318.153745:0:4477:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:0:1198000318.153748:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:0:1198000318.153750:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:0:1198000318.153753:0:4477:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:0:1198000318.153755:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:0:1198000318.153756:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:0:1198000318.153758:0:4477:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:0:1198000318.153761:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:0:1198000318.153763:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:0:1198000318.153764:0:4477:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:0:1198000318.153765:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:0:1198000318.153767:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:0:1198000318.153768:0:4477:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:0:1198000318.153771:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:0:1198000318.153772:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:0:1198000318.153773:0:4477:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:0:1198000318.153776:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:0:1198000318.153777:0:4477:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00000100:02000000:0:1198000318.153809:0:4129:0:(import.c:1014:ptlrpc_import_recovery_state_machine()) data-OST0001-osc: Connection restored to service data-OST0001 using nid 192.168.64.71@o2ib.
00000100:00080000:1:1198000318.154038:0:4130:0:(import.c:372:import_select_connection()) data-OST0004-osc: import ffff81041850c800 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000100:00080000:1:1198000318.154044:0:4130:0:(recover.c:54:ptlrpc_initiate_recovery()) data-OST0005_UUID: starting recovery
00000100:00080000:1:1198000318.154045:0:4130:0:(import.c:414:ptlrpc_connect_import()) ffff81041850c400 data-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1:1198000318.154047:0:4130:0:(import.c:291:import_select_connection()) data-OST0005-osc: connect to NID 192.168.64.71@o2ib last attempt 4297160207
00000100:00000400:1:1198000318.154049:0:4130:0:(import.c:344:import_select_connection()) data-OST0005-osc: tried all connections, increasing latency to 36s
00000100:00080000:0:1198000318.154086:0:4129:0:(import.c:667:ptlrpc_connect_interpret()) ffff81041850cc00 data-OST0003_UUID: changing import state from CONNECTING to REPLAY
00000100:00080000:0:1198000318.154089:0:4129:0:(import.c:970:ptlrpc_import_recovery_state_machine()) replay requested by data-OST0003_UUID
00000100:00080000:0:1198000318.154090:0:4129:0:(recover.c:81:ptlrpc_replay_next()) import ffff81041850cc00 from data-OST0003_UUID committed 12671643 last 0
00000100:00080000:0:1198000318.154093:0:4129:0:(import.c:974:ptlrpc_import_recovery_state_machine()) ffff81041850cc00 data-OST0003_UUID: changing import state from REPLAY to REPLAY_LOCKS
00000100:00080000:0:1198000318.154106:0:4129:0:(import.c:984:ptlrpc_import_recovery_state_machine()) ffff81041850cc00 data-OST0003_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT
00000100:00080000:0:1198000318.154123:0:4129:0:(import.c:994:ptlrpc_import_recovery_state_machine()) ffff810418b83000 data-OST0002_UUID: changing import state from REPLAY_WAIT to RECOVER
00000100:00080000:0:1198000318.154126:0:4129:0:(import.c:1001:ptlrpc_import_recovery_state_machine()) reconnected to data-OST0002_UUID@192.168.64.71@o2ib
00000100:00080000:0:1198000318.154128:0:4129:0:(import.c:1006:ptlrpc_import_recovery_state_machine()) ffff810418b83000 data-OST0002_UUID: changing import state from RECOVER to FULL
00000004:01000000:0:1198000318.154132:0:4129:0:(mds_lov.c:838:mds_notify()) notify data-OST0002-osc ev=0
00000004:00080000:0:1198000318.154143:0:4129:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=-1 thread=4479
00000100:02000000:0:1198000318.154175:0:4129:0:(import.c:1014:ptlrpc_import_recovery_state_machine()) data-OST0002-osc: Connection restored to service data-OST0002 using nid 192.168.64.71@o2ib.
00000004:01000000:0:1198000318.154514:0:4477:0:(mds_lov.c:273:mds_lov_update_mds()) idx=-1, recov=0/1, cnt=6/6
00000100:00080000:1:1198000318.154519:0:4130:0:(import.c:372:import_select_connection()) data-OST0005-osc: import ffff81041850c400 using connection 192.168.64.71@o2ib/192.168.64.71@o2ib
00000004:01000000:0:1198000318.154570:0:4479:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:0:1198000318.154572:0:4479:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:0:1198000318.154578:0:4479:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:0:1198000318.154582:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:0:1198000318.154583:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:0:1198000318.154585:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:0:1198000318.154586:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:0:1198000318.154587:0:4479:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:0:1198000318.154590:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:0:1198000318.154591:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:0:1198000318.154592:0:4479:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:0:1198000318.154594:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:0:1198000318.154595:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:0:1198000318.154596:0:4479:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:0:1198000318.154598:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:0:1198000318.154599:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:0:1198000318.154601:0:4479:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:0:1198000318.154602:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:0:1198000318.154603:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:0:1198000318.154605:0:4479:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:0:1198000318.154606:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:0:1198000318.154608:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:0:1198000318.154609:0:4479:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:0:1198000318.154610:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:0:1198000318.154612:0:4479:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00000100:00080000:0:1198000318.154625:0:4129:0:(import.c:667:ptlrpc_connect_interpret()) ffff81041850c800 data-OST0004_UUID: changing import state from CONNECTING to REPLAY
00000100:00080000:0:1198000318.154627:0:4129:0:(import.c:970:ptlrpc_import_recovery_state_machine()) replay requested by data-OST0004_UUID
00000100:00080000:0:1198000318.154629:0:4129:0:(recover.c:81:ptlrpc_replay_next()) import ffff81041850c800 from data-OST0004_UUID committed 14272708 last 0
00000100:00080000:0:1198000318.154631:0:4129:0:(import.c:974:ptlrpc_import_recovery_state_machine()) ffff81041850c800 data-OST0004_UUID: changing import state from REPLAY to REPLAY_LOCKS
00000100:00080000:0:1198000318.154639:0:4129:0:(import.c:984:ptlrpc_import_recovery_state_machine()) ffff81041850c800 data-OST0004_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT
00000100:00080000:0:1198000318.154647:0:4129:0:(import.c:994:ptlrpc_import_recovery_state_machine()) ffff81041850cc00 data-OST0003_UUID: changing import state from REPLAY_WAIT to RECOVER
00000100:00080000:0:1198000318.154649:0:4129:0:(import.c:1001:ptlrpc_import_recovery_state_machine()) reconnected to data-OST0003_UUID@192.168.64.71@o2ib
00000100:00080000:0:1198000318.154650:0:4129:0:(import.c:1006:ptlrpc_import_recovery_state_machine()) ffff81041850cc00 data-OST0003_UUID: changing import state from RECOVER to FULL
00000004:01000000:0:1198000318.154653:0:4129:0:(mds_lov.c:838:mds_notify()) notify data-OST0003-osc ev=0
00000004:00080000:0:1198000318.154674:0:4129:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=-1 thread=4481
00020000:01000000:0:1198000318.154697:0:4477:0:(lov_log.c:120:lov_llog_origin_connect()) connect 1/6
00000100:02000000:0:1198000318.154745:0:4129:0:(import.c:1014:ptlrpc_import_recovery_state_machine()) data-OST0003-osc: Connection restored to service data-OST0003 using nid 192.168.64.71@o2ib.
00000004:02000000:0:1198000318.154811:0:4477:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0001_UUID now active, resetting orphans
00020000:00080000:0:1198000318.154817:0:4477:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0001_UUID
00020000:01000000:0:1198000318.154819:0:4477:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 1:data-OST0001_UUID
00000008:00080000:0:1198000318.154822:0:4477:0:(osc_create.c:326:osc_create()) data-OST0001-osc: oscc recovery started - delete to 1092441
00000008:00080000:0:1198000318.154827:0:4477:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff81042e44f000 x466/t0 o5->data-OST0001_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 22 dl 0 ref 1 fl New:/8/0 rc 0/0
00000100:00080000:0:1198000318.154858:0:4129:0:(import.c:667:ptlrpc_connect_interpret()) ffff81041850c400 data-OST0005_UUID: changing import state from CONNECTING to REPLAY
00000100:00080000:0:1198000318.154861:0:4129:0:(import.c:970:ptlrpc_import_recovery_state_machine()) replay requested by data-OST0005_UUID
00000100:00080000:0:1198000318.154862:0:4129:0:(recover.c:81:ptlrpc_replay_next()) import ffff81041850c400 from data-OST0005_UUID committed 13558350 last 0
00000100:00080000:0:1198000318.154864:0:4129:0:(import.c:974:ptlrpc_import_recovery_state_machine()) ffff81041850c400 data-OST0005_UUID: changing import state from REPLAY to REPLAY_LOCKS
00000100:00080000:0:1198000318.154872:0:4129:0:(import.c:984:ptlrpc_import_recovery_state_machine()) ffff81041850c400 data-OST0005_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT
00000100:00080000:0:1198000318.154968:0:4129:0:(import.c:994:ptlrpc_import_recovery_state_machine()) ffff81041850c800 data-OST0004_UUID: changing import state from REPLAY_WAIT to RECOVER
00000100:00080000:0:1198000318.154971:0:4129:0:(import.c:1001:ptlrpc_import_recovery_state_machine()) reconnected to data-OST0004_UUID@192.168.64.71@o2ib
00000100:00080000:0:1198000318.154972:0:4129:0:(import.c:1006:ptlrpc_import_recovery_state_machine()) ffff81041850c800 data-OST0004_UUID: changing import state from RECOVER to FULL
00000004:01000000:0:1198000318.154975:0:4129:0:(mds_lov.c:838:mds_notify()) notify data-OST0004-osc ev=0
00000004:00080000:0:1198000318.154985:0:4129:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=-1 thread=4483
00000100:02000000:0:1198000318.155010:0:4129:0:(import.c:1014:ptlrpc_import_recovery_state_machine()) data-OST0004-osc: Connection restored to service data-OST0004 using nid 192.168.64.71@o2ib.
00000100:00080000:0:1198000318.155068:0:4129:0:(import.c:994:ptlrpc_import_recovery_state_machine()) ffff81041850c400 data-OST0005_UUID: changing import state from REPLAY_WAIT to RECOVER
00000100:00080000:0:1198000318.155070:0:4129:0:(import.c:1001:ptlrpc_import_recovery_state_machine()) reconnected to data-OST0005_UUID@192.168.64.71@o2ib
00000100:00080000:0:1198000318.155071:0:4129:0:(import.c:1006:ptlrpc_import_recovery_state_machine()) ffff81041850c400 data-OST0005_UUID: changing import state from RECOVER to FULL
00000004:01000000:0:1198000318.155074:0:4129:0:(mds_lov.c:838:mds_notify()) notify data-OST0005-osc ev=0
00000004:00080000:0:1198000318.155093:0:4129:0:(mds_lov.c:810:mds_lov_start_synchronize()) data-MDT0000: mds_lov_synchronize idx=-1 thread=4485
00000100:02000000:0:1198000318.155115:0:4129:0:(import.c:1014:ptlrpc_import_recovery_state_machine()) data-OST0005-osc: Connection restored to service data-OST0005 using nid 192.168.64.71@o2ib.
00000004:01000000:0:1198000318.156415:0:4479:0:(mds_lov.c:273:mds_lov_update_mds()) idx=-1, recov=0/1, cnt=6/6
00000004:01000000:0:1198000318.156433:0:4481:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:0:1198000318.156435:0:4481:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:0:1198000318.156440:0:4481:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:0:1198000318.156445:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:0:1198000318.156447:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:0:1198000318.156448:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:0:1198000318.156449:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:0:1198000318.156451:0:4481:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:0:1198000318.156453:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:0:1198000318.156454:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:0:1198000318.156456:0:4481:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:0:1198000318.156457:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:0:1198000318.156459:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:0:1198000318.156460:0:4481:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:0:1198000318.156461:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:0:1198000318.156463:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:0:1198000318.156464:0:4481:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:0:1198000318.156465:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:0:1198000318.156467:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:0:1198000318.156468:0:4481:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:0:1198000318.156469:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:0:1198000318.156471:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:0:1198000318.156472:0:4481:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:0:1198000318.156473:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:0:1198000318.156475:0:4481:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00020000:01000000:0:1198000318.156552:0:4479:0:(lov_log.c:120:lov_llog_origin_connect()) connect 2/6
00000004:02000000:0:1198000318.156681:0:4479:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0002_UUID now active, resetting orphans
00020000:00080000:0:1198000318.156693:0:4479:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0002_UUID
00020000:01000000:0:1198000318.156694:0:4479:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 2:data-OST0002_UUID
00000008:00080000:0:1198000318.156696:0:4479:0:(osc_create.c:326:osc_create()) data-OST0002-osc: oscc recovery started - delete to 1092352
00000008:00080000:0:1198000318.156699:0:4479:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff81042f203e00 x470/t0 o5->data-OST0002_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 22 dl 0 ref 1 fl New:/8/0 rc 0/0
00000004:01000000:0:1198000318.158416:0:4481:0:(mds_lov.c:273:mds_lov_update_mds()) idx=-1, recov=0/1, cnt=6/6
00000004:01000000:0:1198000318.158434:0:4483:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:0:1198000318.158436:0:4483:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:0:1198000318.158441:0:4483:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:0:1198000318.158445:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:0:1198000318.158447:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:0:1198000318.158448:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:0:1198000318.158450:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:0:1198000318.158451:0:4483:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:0:1198000318.158452:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:0:1198000318.158454:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:0:1198000318.158455:0:4483:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:0:1198000318.158457:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:0:1198000318.158459:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:0:1198000318.158460:0:4483:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:0:1198000318.158461:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:0:1198000318.158463:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:0:1198000318.158464:0:4483:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:0:1198000318.158466:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:0:1198000318.158467:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:0:1198000318.158468:0:4483:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:0:1198000318.158470:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:0:1198000318.158471:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:0:1198000318.158472:0:4483:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:0:1198000318.158474:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:0:1198000318.158475:0:4483:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00020000:01000000:0:1198000318.158549:0:4481:0:(lov_log.c:120:lov_llog_origin_connect()) connect 3/6
00000004:02000000:0:1198000318.158642:0:4481:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0003_UUID now active, resetting orphans
00020000:00080000:0:1198000318.158649:0:4481:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0003_UUID
00020000:01000000:0:1198000318.158650:0:4481:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 3:data-OST0003_UUID
00000008:00080000:0:1198000318.158652:0:4481:0:(osc_create.c:326:osc_create()) data-OST0003-osc: oscc recovery started - delete to 1092417
00000008:00080000:0:1198000318.158656:0:4481:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff81042e64e600 x473/t0 o5->data-OST0003_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 22 dl 0 ref 1 fl New:/8/0 rc 0/0
00000004:01000000:0:1198000318.160423:0:4483:0:(mds_lov.c:273:mds_lov_update_mds()) idx=-1, recov=0/1, cnt=6/6
00000004:01000000:0:1198000318.160444:0:4485:0:(mds_lov.c:229:mds_lov_update_desc()) updated lov_desc, tgt_count: 6
00000004:01000000:0:1198000318.160445:0:4485:0:(mds_lov.c:238:mds_lov_update_desc()) updated max_mdsize/max_cookiesize for 176 stripes: 192/6
00000040:01000000:0:1198000318.160450:0:4485:0:(llog_lvfs.c:779:llog_get_cat_list()) cat list: disk size=192, read=192
00000040:01000000:0:1198000318.160453:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 2 already set up
00000040:01000000:0:1198000318.160454:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-MDT0000 ctxt 5 already set up
00000040:01000000:0:1198000318.160456:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 2 already set up
00000040:01000000:0:1198000318.160457:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-mdtlov ctxt 5 already set up
00020000:01000000:0:1198000318.160458:0:4485:0:(lov_log.c:207:lov_llog_init()) init 0/6
00000040:01000000:0:1198000318.160459:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 2 already set up
00000040:01000000:0:1198000318.160460:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0000-osc ctxt 5 already set up
00020000:01000000:0:1198000318.160461:0:4485:0:(lov_log.c:207:lov_llog_init()) init 1/6
00000040:01000000:0:1198000318.160462:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 2 already set up
00000040:01000000:0:1198000318.160463:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0001-osc ctxt 5 already set up
00020000:01000000:0:1198000318.160464:0:4485:0:(lov_log.c:207:lov_llog_init()) init 2/6
00000040:01000000:0:1198000318.160466:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 2 already set up
00000040:01000000:0:1198000318.160467:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0002-osc ctxt 5 already set up
00020000:01000000:0:1198000318.160469:0:4485:0:(lov_log.c:207:lov_llog_init()) init 3/6
00000040:01000000:0:1198000318.160470:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 2 already set up
00000040:01000000:0:1198000318.160471:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0003-osc ctxt 5 already set up
00020000:01000000:0:1198000318.160472:0:4485:0:(lov_log.c:207:lov_llog_init()) init 4/6
00000040:01000000:0:1198000318.160473:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 2 already set up
00000040:01000000:0:1198000318.160475:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0004-osc ctxt 5 already set up
00020000:01000000:0:1198000318.160476:0:4485:0:(lov_log.c:207:lov_llog_init()) init 5/6
00000040:01000000:0:1198000318.160477:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 2 already set up
00000040:01000000:0:1198000318.160478:0:4485:0:(llog_obd.c:133:llog_setup()) obd data-OST0005-osc ctxt 5 already set up
00020000:01000000:0:1198000318.160561:0:4483:0:(lov_log.c:120:lov_llog_origin_connect()) connect 4/6
00000004:02000000:0:1198000318.160650:0:4483:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0004_UUID now active, resetting orphans
00020000:00080000:0:1198000318.160657:0:4483:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0004_UUID
00020000:01000000:0:1198000318.160659:0:4483:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 4:data-OST0004_UUID
00000008:00080000:0:1198000318.160660:0:4483:0:(osc_create.c:326:osc_create()) data-OST0004-osc: oscc recovery started - delete to 1091956
00000008:00080000:0:1198000318.160664:0:4483:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff810418030e00 x476/t0 o5->data-OST0004_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 22 dl 0 ref 1 fl New:/8/0 rc 0/0
00000004:01000000:0:1198000318.163449:0:4485:0:(mds_lov.c:273:mds_lov_update_mds()) idx=-1, recov=0/1, cnt=6/6
00020000:01000000:0:1198000318.163598:0:4485:0:(lov_log.c:120:lov_llog_origin_connect()) connect 5/6
00000004:02000000:0:1198000318.163693:0:4485:0:(mds_lov.c:719:__mds_lov_synchronize()) MDS data-MDT0000: data-OST0005_UUID now active, resetting orphans
00020000:00080000:0:1198000318.163699:0:4485:0:(lov_obd.c:1020:lov_clear_orphans()) clearing orphans only for data-OST0005_UUID
00020000:01000000:0:1198000318.163701:0:4485:0:(lov_obd.c:1045:lov_clear_orphans()) Clear orphans for 5:data-OST0005_UUID
00000008:00080000:0:1198000318.163703:0:4485:0:(osc_create.c:326:osc_create()) data-OST0005-osc: oscc recovery started - delete to 1092535
00000008:00080000:0:1198000318.163708:0:4485:0:(osc_request.c:390:osc_real_create()) @@@ delorphan from OST integration  req@ffff810418030200 x479/t0 o5->data-OST0005_UUID@192.168.64.71@o2ib:28/4 lens 336/464 e 0 to 22 dl 0 ref 1 fl New:/8/0 rc 0/0
00000008:00080000:0:1198000318.982486:0:4485:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:0:1198000318.982490:0:4485:0:(osc_create.c:343:osc_create()) data-OST0005-osc: oscc recovery finished, last_id: 1092535, rc: 0
00000008:00080000:0:1198000319.049257:0:4483:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:0:1198000319.049261:0:4483:0:(osc_create.c:343:osc_create()) data-OST0004-osc: oscc recovery finished, last_id: 1091956, rc: 0
00000008:00080000:0:1198000319.231258:0:4481:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:0:1198000319.231261:0:4481:0:(osc_create.c:343:osc_create()) data-OST0003-osc: oscc recovery finished, last_id: 1092417, rc: 0
00000008:00080000:0:1198000319.344962:0:4479:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:0:1198000319.344965:0:4479:0:(osc_create.c:343:osc_create()) data-OST0002-osc: oscc recovery finished, last_id: 1092352, rc: 0
00000008:00080000:0:1198000319.388335:0:4477:0:(osc_request.c:431:osc_real_create()) transno: 0
00000008:00080000:0:1198000319.388338:0:4477:0:(osc_create.c:343:osc_create()) data-OST0001-osc: oscc recovery finished, last_id: 1092441, rc: 0
00000004:00080000:3:1198000341.327957:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398897 committed
00000004:00080000:3:1198000718.726258:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398902 committed
00000004:00080000:3:1198000718.726262:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398901 committed
00000004:00080000:3:1198000718.726264:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398900 committed
00000004:00080000:3:1198000718.726266:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398899 committed
00000004:00080000:3:1198000718.726267:0:4206:0:(obd.h:1075:obd_transno_commit_cb()) data-MDT0000: transno 57398898 committed
Debug log: 1035 lines, 1035 kept, 0 dropped.
