[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1.rucio.upload'
[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: stat :: zero size replica, maybe pending
[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27945] Tue Apr 16 14:50:00 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[27945] Tue Apr 16 14:50:00 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56' - 22-[#00.000022] Can't create folder '56' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[27945] Tue Apr 16 14:50:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[27945] Tue Apr 16 14:50:00 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[27945] Tue Apr 16 14:50:00 2019 :: Closed connection from mikan01.farm.particle.cz:46330
[27945] Tue Apr 16 14:50:00 2019 :: dmlite :: closing connection
[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/log.17639170._128604.job.log.tgz.1.rucio.upload.544137.1555418999 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1.rucio.upload".
[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/log.17639170._128604.job.log.tgz.1.rucio.upload.544137.1555418999 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:00 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1.rucio.upload
[27959] Tue Apr 16 14:50:01 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:01 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15' - 22-[#00.000022] Can't create folder '15' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:01 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[27959] Tue Apr 16 14:50:01 2019 :: Closed connection from mikan03.farm.particle.cz:40122
[27959] Tue Apr 16 14:50:01 2019 :: dmlite :: closing connection
[28020] Tue Apr 16 14:50:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28020] Tue Apr 16 14:50:00 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28020] Tue Apr 16 14:50:00 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1
[28020] Tue Apr 16 14:50:02 2019 :: Closed connection from fts307.usatlas.bnl.gov:59414
[28020] Tue Apr 16 14:50:02 2019 :: dmlite :: closing connection
[27910] Tue Apr 16 14:50:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38/HITS.17720912._000078.pool.root.1.rucio.upload".
[27910] Tue Apr 16 14:50:01 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs14/atlas/2019-04-16/HITS.17720912._000078.pool.root.1.rucio.upload.544134.1555418992 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[27910] Tue Apr 16 14:50:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38/HITS.17720912._000078.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[27910] Tue Apr 16 14:50:01 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38/HITS.17720912._000078.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[27910] Tue Apr 16 14:50:01 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38/HITS.17720912._000078.pool.root.1.rucio.upload
[27608] Tue Apr 16 14:50:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ae/09/HITS.17617237._024630.pool.root.1".
[27608] Tue Apr 16 14:50:03 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024630.pool.root.1.544125.1555418937 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[27608] Tue Apr 16 14:50:03 2019 :: Closed connection from fts812.cern.ch:50358
[27608] Tue Apr 16 14:50:03 2019 :: dmlite :: closing connection
[27910] Tue Apr 16 14:50:03 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[27910] Tue Apr 16 14:50:03 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38' - 22-[#00.000022] Can't create folder '38' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[27910] Tue Apr 16 14:50:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38/HITS.17720912._000078.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[27910] Tue Apr 16 14:50:03 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38/HITS.17720912._000078.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[27910] Tue Apr 16 14:50:03 2019 :: Closed connection from rubus03.farm.particle.cz:33040
[27910] Tue Apr 16 14:50:03 2019 :: dmlite :: closing connection
[28062] Tue Apr 16 14:50:03 2019 :: Configuration read from /etc/gridftp.conf.
[28062] Tue Apr 16 14:50:03 2019 :: Server started in inetd mode.
[28062] Tue Apr 16 14:50:03 2019 :: New connection from: fts812.cern.ch:51306
[28062] Tue Apr 16 14:50:03 2019 :: dmlite :: starting new connection
[28062] Tue Apr 16 14:50:03 2019 :: dmlite :: DSI options :: dome_checksum
[28062] Tue Apr 16 14:50:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28062] Tue Apr 16 14:50:03 2019 :: User :globus-mapping: successfully authorized.
[28062] Tue Apr 16 14:50:04 2019 :: Closed connection from fts812.cern.ch:51306
[28062] Tue Apr 16 14:50:04 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:50:00 2019 :: Child process 27945 ended with rc = 0
[25653] Tue Apr 16 14:50:01 2019 :: Child process 27959 ended with rc = 0
[25653] Tue Apr 16 14:50:02 2019 :: Child process 28020 ended with rc = 0
[25653] Tue Apr 16 14:50:03 2019 :: Child process 27608 ended with rc = 0
[25653] Tue Apr 16 14:50:03 2019 :: Child process 27910 ended with rc = 0
[25653] Tue Apr 16 14:50:04 2019 :: Child process 28062 ended with rc = 0
[26668] Tue Apr 16 14:50:05 2019 :: Closed connection from etf-17.cern.ch:23146
[26668] Tue Apr 16 14:50:05 2019 :: dmlite :: closing connection
[28032] Tue Apr 16 14:50:00 2019 :: Configuration read from /etc/gridftp.conf.
[28032] Tue Apr 16 14:50:00 2019 :: Server started in inetd mode.
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: starting new connection
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: DSI options :: dome_checksum
[27977] Tue Apr 16 14:50:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[27977] Tue Apr 16 14:50:04 2019 :: User :globus-mapping: successfully authorized.
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7' - 22-[#00.000022] Can't create folder 'c7' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload
[27977] Tue Apr 16 14:50:04 2019 :: requested node: dpmpool22.farm.particle.cz
[27977] Tue Apr 16 14:50:04 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[27977] Tue Apr 16 14:50:04 2019 :: connected to remote node
[27977] Tue Apr 16 14:50:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload'
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[28074] Tue Apr 16 14:50:04 2019 :: Configuration read from /etc/gridftp.conf.
[28074] Tue Apr 16 14:50:04 2019 :: Server started in inetd mode.
[28074] Tue Apr 16 14:50:04 2019 :: New connection from: fts812.cern.ch:51308
[28074] Tue Apr 16 14:50:04 2019 :: dmlite :: starting new connection
[28074] Tue Apr 16 14:50:04 2019 :: dmlite :: DSI options :: dome_checksum
[28074] Tue Apr 16 14:50:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28074] Tue Apr 16 14:50:04 2019 :: User :globus-mapping: successfully authorized.
[28074] Tue Apr 16 14:50:04 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ae/09/HITS.17617237._024630.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28074] Tue Apr 16 14:50:04 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ae/09/HITS.17617237._024630.pool.root.1
[28074] Tue Apr 16 14:50:06 2019 :: Closed connection from fts812.cern.ch:51308
[28074] Tue Apr 16 14:50:06 2019 :: dmlite :: closing connection
[28038] Tue Apr 16 14:50:01 2019 :: Configuration read from /etc/gridftp.conf.
[28087] Tue Apr 16 14:50:06 2019 :: Configuration read from /etc/gridftp.conf.
[28087] Tue Apr 16 14:50:06 2019 :: Server started in inetd mode.
[28087] Tue Apr 16 14:50:06 2019 :: New connection from: fts812.cern.ch:51318
[28087] Tue Apr 16 14:50:06 2019 :: dmlite :: starting new connection
[28087] Tue Apr 16 14:50:06 2019 :: dmlite :: DSI options :: dome_checksum
[28087] Tue Apr 16 14:50:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28087] Tue Apr 16 14:50:06 2019 :: User :globus-mapping: successfully authorized.
[28087] Tue Apr 16 14:50:07 2019 :: Closed connection from fts812.cern.ch:51318
[28087] Tue Apr 16 14:50:07 2019 :: dmlite :: closing connection
[28094] Tue Apr 16 14:50:07 2019 :: Configuration read from /etc/gridftp.conf.
[28094] Tue Apr 16 14:50:07 2019 :: Server started in inetd mode.
[28094] Tue Apr 16 14:50:07 2019 :: New connection from: fts812.cern.ch:51320
[28094] Tue Apr 16 14:50:07 2019 :: dmlite :: starting new connection
[28094] Tue Apr 16 14:50:07 2019 :: dmlite :: DSI options :: dome_checksum
[28094] Tue Apr 16 14:50:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28094] Tue Apr 16 14:50:07 2019 :: User :globus-mapping: successfully authorized.
[28094] Tue Apr 16 14:50:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ae/09/HITS.17617237._024630.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28094] Tue Apr 16 14:50:07 2019 :: Closed connection from fts812.cern.ch:51320
[28094] Tue Apr 16 14:50:07 2019 :: dmlite :: closing connection
[27576] Tue Apr 16 14:50:07 2019 :: Closed connection from fts812.cern.ch:50292
[27576] Tue Apr 16 14:50:07 2019 :: dmlite :: closing connection
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17663177._064978.job.log.tgz.1.rucio.upload.544138.1555419004 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload".
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17663177._064978.job.log.tgz.1.rucio.upload.544138.1555419004 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:06 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload
[27977] Tue Apr 16 14:50:07 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:07 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7' - 22-[#00.000022] Can't create folder 'c7' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:07 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[27977] Tue Apr 16 14:50:07 2019 :: Closed connection from mikan36.farm.particle.cz:43976
[27977] Tue Apr 16 14:50:07 2019 :: dmlite :: closing connection
[28056] Tue Apr 16 14:50:03 2019 :: Configuration read from /etc/gridftp.conf.
[28056] Tue Apr 16 14:50:03 2019 :: Server started in inetd mode.
[28056] Tue Apr 16 14:50:03 2019 :: New connection from: fts307.usatlas.bnl.gov:59550
[28056] Tue Apr 16 14:50:04 2019 :: dmlite :: starting new connection
[28056] Tue Apr 16 14:50:04 2019 :: dmlite :: DSI options :: dome_checksum
[28056] Tue Apr 16 14:50:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28056] Tue Apr 16 14:50:04 2019 :: User :globus-mapping: successfully authorized.
[28056] Tue Apr 16 14:50:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/0d/EVNT.17639170._128322.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28056] Tue Apr 16 14:50:05 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/0d/EVNT.17639170._128322.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28056] Tue Apr 16 14:50:05 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/0d/EVNT.17639170._128322.pool.root.1
[28068] Tue Apr 16 14:50:03 2019 :: Configuration read from /etc/gridftp.conf.
[28068] Tue Apr 16 14:50:03 2019 :: Server started in inetd mode.
[28068] Tue Apr 16 14:50:03 2019 :: New connection from: rubus03.farm.particle.cz:33050
[28068] Tue Apr 16 14:50:08 2019 :: dmlite :: starting new connection
[28068] Tue Apr 16 14:50:08 2019 :: dmlite :: DSI options :: dome_checksum
[28068] Tue Apr 16 14:50:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[28068] Tue Apr 16 14:50:08 2019 :: User :globus-mapping: successfully authorized.
[28068] Tue Apr 16 14:50:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3c/38/HITS.17720912._000078.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[28068] Tue Apr 16 14:50:08 2019 :: Closed connection from rubus03.farm.particle.cz:33050
[28068] Tue Apr 16 14:50:08 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:50:05 2019 :: Child process 26668 ended with rc = 0
[25653] Tue Apr 16 14:50:06 2019 :: Child process 28074 ended with rc = 0
[25653] Tue Apr 16 14:50:07 2019 :: Child process 28087 ended with rc = 0
[25653] Tue Apr 16 14:50:07 2019 :: Child process 28094 ended with rc = 0
[25653] Tue Apr 16 14:50:07 2019 :: Child process 27576 ended with rc = 0
[25653] Tue Apr 16 14:50:07 2019 :: Child process 27977 ended with rc = 0
[25653] Tue Apr 16 14:50:08 2019 :: Child process 28068 ended with rc = 0
[28032] Tue Apr 16 14:50:05 2019 :: New connection from: mikan01.farm.particle.cz:46338
[28032] Tue Apr 16 14:50:10 2019 :: dmlite :: starting new connection
[28032] Tue Apr 16 14:50:10 2019 :: dmlite :: DSI options :: dome_checksum
[28032] Tue Apr 16 14:50:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[28032] Tue Apr 16 14:50:10 2019 :: User :globus-mapping: successfully authorized.
[28032] Tue Apr 16 14:50:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[28032] Tue Apr 16 14:50:10 2019 :: Closed connection from mikan01.farm.particle.cz:46338
[28032] Tue Apr 16 14:50:10 2019 :: dmlite :: closing connection
[28038] Tue Apr 16 14:50:06 2019 :: Server started in inetd mode.
[28101] Tue Apr 16 14:50:07 2019 :: Configuration read from /etc/gridftp.conf.
[28101] Tue Apr 16 14:50:07 2019 :: Server started in inetd mode.
[28119] Tue Apr 16 14:50:11 2019 :: Configuration read from /etc/gridftp.conf.
[28119] Tue Apr 16 14:50:11 2019 :: Server started in inetd mode.
[28119] Tue Apr 16 14:50:11 2019 :: New connection from: fts307.usatlas.bnl.gov:59776
[28119] Tue Apr 16 14:50:12 2019 :: dmlite :: starting new connection
[28119] Tue Apr 16 14:50:12 2019 :: dmlite :: DSI options :: dome_checksum
[28119] Tue Apr 16 14:50:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28119] Tue Apr 16 14:50:12 2019 :: User :globus-mapping: successfully authorized.
[28119] Tue Apr 16 14:50:12 2019 :: Closed connection from fts307.usatlas.bnl.gov:59776
[28119] Tue Apr 16 14:50:12 2019 :: dmlite :: closing connection
[28140] Tue Apr 16 14:50:12 2019 :: Configuration read from /etc/gridftp.conf.
[28140] Tue Apr 16 14:50:12 2019 :: Server started in inetd mode.
[28140] Tue Apr 16 14:50:12 2019 :: New connection from: fts307.usatlas.bnl.gov:59842
[28140] Tue Apr 16 14:50:13 2019 :: dmlite :: starting new connection
[28140] Tue Apr 16 14:50:13 2019 :: dmlite :: DSI options :: dome_checksum
[28140] Tue Apr 16 14:50:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28140] Tue Apr 16 14:50:13 2019 :: User :globus-mapping: successfully authorized.
[28140] Tue Apr 16 14:50:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/0d/EVNT.17639170._128322.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28140] Tue Apr 16 14:50:14 2019 :: Closed connection from fts307.usatlas.bnl.gov:59842
[28140] Tue Apr 16 14:50:14 2019 :: dmlite :: closing connection
[28134] Tue Apr 16 14:50:12 2019 :: Configuration read from /etc/gridftp.conf.
[28134] Tue Apr 16 14:50:12 2019 :: Server started in inetd mode.
[28134] Tue Apr 16 14:50:12 2019 :: New connection from: fts803.cern.ch:37164
[28134] Tue Apr 16 14:50:12 2019 :: dmlite :: starting new connection
[28134] Tue Apr 16 14:50:12 2019 :: dmlite :: DSI options :: dome_checksum
[28134] Tue Apr 16 14:50:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28134] Tue Apr 16 14:50:12 2019 :: User :globus-mapping: successfully authorized.
[28134] Tue Apr 16 14:50:12 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1
[28134] Tue Apr 16 14:50:12 2019 :: requested node: dpmpool20.farm.particle.cz
[28134] Tue Apr 16 14:50:12 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[28134] Tue Apr 16 14:50:12 2019 :: connected to remote node
[28134] Tue Apr 16 14:50:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28134] Tue Apr 16 14:50:14 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1'
[28134] Tue Apr 16 14:50:14 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28134] Tue Apr 16 14:50:14 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28109] Tue Apr 16 14:50:09 2019 :: Configuration read from /etc/gridftp.conf.
[28109] Tue Apr 16 14:50:09 2019 :: Server started in inetd mode.
[28109] Tue Apr 16 14:50:09 2019 :: New connection from: fts804.cern.ch:41224
[28109] Tue Apr 16 14:50:09 2019 :: dmlite :: starting new connection
[28109] Tue Apr 16 14:50:09 2019 :: dmlite :: DSI options :: dome_checksum
[28109] Tue Apr 16 14:50:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28109] Tue Apr 16 14:50:09 2019 :: User :globus-mapping: successfully authorized.
[28109] Tue Apr 16 14:50:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/ec/a8/ESD.e1a770b6ee0d45609c4fdea17e41d98b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28134] Tue Apr 16 14:50:14 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28134] Tue Apr 16 14:50:14 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/ESD.761da6f98eef4b81903cb210a4973ef1.544143.1555419012 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28134] Tue Apr 16 14:50:14 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1".
[28134] Tue Apr 16 14:50:14 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/ESD.761da6f98eef4b81903cb210a4973ef1.544143.1555419012 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28134] Tue Apr 16 14:50:14 2019 :: Closed connection from fts803.cern.ch:37164
[28134] Tue Apr 16 14:50:14 2019 :: dmlite :: closing connection
[28161] Tue Apr 16 14:50:14 2019 :: Configuration read from /etc/gridftp.conf.
[28161] Tue Apr 16 14:50:14 2019 :: Server started in inetd mode.
[28161] Tue Apr 16 14:50:14 2019 :: New connection from: fts803.cern.ch:37228
[28161] Tue Apr 16 14:50:14 2019 :: dmlite :: starting new connection
[28161] Tue Apr 16 14:50:14 2019 :: dmlite :: DSI options :: dome_checksum
[28161] Tue Apr 16 14:50:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28161] Tue Apr 16 14:50:14 2019 :: User :globus-mapping: successfully authorized.
[28161] Tue Apr 16 14:50:14 2019 :: Closed connection from fts803.cern.ch:37228
[28161] Tue Apr 16 14:50:14 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:50:10 2019 :: Child process 28032 ended with rc = 0
[25653] Tue Apr 16 14:50:12 2019 :: Child process 28119 ended with rc = 0
[25653] Tue Apr 16 14:50:14 2019 :: Child process 28140 ended with rc = 0
[25653] Tue Apr 16 14:50:14 2019 :: Child process 28134 ended with rc = 0
[25653] Tue Apr 16 14:50:14 2019 :: Child process 28161 ended with rc = 0
[28167] Tue Apr 16 14:50:14 2019 :: Configuration read from /etc/gridftp.conf.
[28167] Tue Apr 16 14:50:14 2019 :: Server started in inetd mode.
[28167] Tue Apr 16 14:50:14 2019 :: New connection from: fts803.cern.ch:37230
[28167] Tue Apr 16 14:50:15 2019 :: dmlite :: starting new connection
[28167] Tue Apr 16 14:50:15 2019 :: dmlite :: DSI options :: dome_checksum
[28167] Tue Apr 16 14:50:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28167] Tue Apr 16 14:50:15 2019 :: User :globus-mapping: successfully authorized.
[28167] Tue Apr 16 14:50:15 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28167] Tue Apr 16 14:50:15 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1
[28167] Tue Apr 16 14:50:16 2019 :: Closed connection from fts803.cern.ch:37230
[28167] Tue Apr 16 14:50:16 2019 :: dmlite :: closing connection
[28125] Tue Apr 16 14:50:11 2019 :: Configuration read from /etc/gridftp.conf.
[28125] Tue Apr 16 14:50:11 2019 :: Server started in inetd mode.
[28125] Tue Apr 16 14:50:11 2019 :: New connection from: fts803.cern.ch:37096
[28125] Tue Apr 16 14:50:11 2019 :: dmlite :: starting new connection
[28125] Tue Apr 16 14:50:11 2019 :: dmlite :: DSI options :: dome_checksum
[28125] Tue Apr 16 14:50:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28125] Tue Apr 16 14:50:11 2019 :: User :globus-mapping: successfully authorized.
[28125] Tue Apr 16 14:50:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28125] Tue Apr 16 14:50:11 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (481 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28125] Tue Apr 16 14:50:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28202] Tue Apr 16 14:50:16 2019 :: Configuration read from /etc/gridftp.conf.
[28202] Tue Apr 16 14:50:16 2019 :: Server started in inetd mode.
[28202] Tue Apr 16 14:50:16 2019 :: New connection from: fts803.cern.ch:37244
[28202] Tue Apr 16 14:50:16 2019 :: dmlite :: starting new connection
[28202] Tue Apr 16 14:50:16 2019 :: dmlite :: DSI options :: dome_checksum
[28202] Tue Apr 16 14:50:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28202] Tue Apr 16 14:50:16 2019 :: User :globus-mapping: successfully authorized.
[28202] Tue Apr 16 14:50:16 2019 :: Closed connection from fts803.cern.ch:37244
[28202] Tue Apr 16 14:50:16 2019 :: dmlite :: closing connection
[28188] Tue Apr 16 14:50:15 2019 :: Configuration read from /etc/gridftp.conf.
[28188] Tue Apr 16 14:50:15 2019 :: Server started in inetd mode.
[28188] Tue Apr 16 14:50:15 2019 :: New connection from: fts308.usatlas.bnl.gov:60762
[28188] Tue Apr 16 14:50:16 2019 :: dmlite :: starting new connection
[28188] Tue Apr 16 14:50:16 2019 :: dmlite :: DSI options :: dome_checksum
[28188] Tue Apr 16 14:50:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28188] Tue Apr 16 14:50:16 2019 :: User :globus-mapping: successfully authorized.
[28188] Tue Apr 16 14:50:16 2019 :: Closed connection from fts308.usatlas.bnl.gov:60762
[28188] Tue Apr 16 14:50:16 2019 :: dmlite :: closing connection
[28038] Tue Apr 16 14:50:11 2019 :: New connection from: mikan03.farm.particle.cz:40126
[28038] Tue Apr 16 14:50:16 2019 :: dmlite :: starting new connection
[28038] Tue Apr 16 14:50:16 2019 :: dmlite :: DSI options :: dome_checksum
[28038] Tue Apr 16 14:50:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[28038] Tue Apr 16 14:50:16 2019 :: User :globus-mapping: successfully authorized.
[28038] Tue Apr 16 14:50:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/68/15/log.17639170._128604.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan03.farm.particle.cz
[28038] Tue Apr 16 14:50:17 2019 :: Closed connection from mikan03.farm.particle.cz:40126
[28038] Tue Apr 16 14:50:17 2019 :: dmlite :: closing connection
[28125] Tue Apr 16 14:50:17 2019 :: Closed connection from fts803.cern.ch:37096
[28125] Tue Apr 16 14:50:17 2019 :: dmlite :: closing connection
[28209] Tue Apr 16 14:50:16 2019 :: Configuration read from /etc/gridftp.conf.
[28209] Tue Apr 16 14:50:16 2019 :: Server started in inetd mode.
[28209] Tue Apr 16 14:50:16 2019 :: New connection from: fts803.cern.ch:37246
[28209] Tue Apr 16 14:50:16 2019 :: dmlite :: starting new connection
[28209] Tue Apr 16 14:50:16 2019 :: dmlite :: DSI options :: dome_checksum
[28209] Tue Apr 16 14:50:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28209] Tue Apr 16 14:50:16 2019 :: User :globus-mapping: successfully authorized.
[28209] Tue Apr 16 14:50:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/6c/78/ESD.761da6f98eef4b81903cb210a4973ef1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28209] Tue Apr 16 14:50:17 2019 :: Closed connection from fts803.cern.ch:37246
[28209] Tue Apr 16 14:50:17 2019 :: dmlite :: closing connection
[28101] Tue Apr 16 14:50:12 2019 :: New connection from: mikan36.farm.particle.cz:43984
[28195] Tue Apr 16 14:50:15 2019 :: Configuration read from /etc/gridftp.conf.
[28195] Tue Apr 16 14:50:15 2019 :: Server started in inetd mode.
[28195] Tue Apr 16 14:50:15 2019 :: New connection from: fts812.cern.ch:51584
[28195] Tue Apr 16 14:50:15 2019 :: dmlite :: starting new connection
[28195] Tue Apr 16 14:50:15 2019 :: dmlite :: DSI options :: dome_checksum
[28195] Tue Apr 16 14:50:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28195] Tue Apr 16 14:50:15 2019 :: User :globus-mapping: successfully authorized.
[28195] Tue Apr 16 14:50:16 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1
[28195] Tue Apr 16 14:50:16 2019 :: requested node: dpmpool21.farm.particle.cz
[28195] Tue Apr 16 14:50:16 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[28195] Tue Apr 16 14:50:16 2019 :: connected to remote node
[28195] Tue Apr 16 14:50:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28195] Tue Apr 16 14:50:17 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1'
[28195] Tue Apr 16 14:50:17 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28195] Tue Apr 16 14:50:17 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28101] Tue Apr 16 14:50:17 2019 :: dmlite :: starting new connection
[28101] Tue Apr 16 14:50:17 2019 :: dmlite :: DSI options :: dome_checksum
[28101] Tue Apr 16 14:50:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[28101] Tue Apr 16 14:50:17 2019 :: User :globus-mapping: successfully authorized.
[28101] Tue Apr 16 14:50:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/c7/log.17663177._064978.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan36.farm.particle.cz
[28101] Tue Apr 16 14:50:17 2019 :: Closed connection from mikan36.farm.particle.cz:43984
[28101] Tue Apr 16 14:50:17 2019 :: dmlite :: closing connection
[28147] Tue Apr 16 14:50:12 2019 :: Configuration read from /etc/gridftp.conf.
[28147] Tue Apr 16 14:50:12 2019 :: Server started in inetd mode.
[28147] Tue Apr 16 14:50:12 2019 :: New connection from: fts308.usatlas.bnl.gov:60610
[28147] Tue Apr 16 14:50:13 2019 :: dmlite :: starting new connection
[28147] Tue Apr 16 14:50:13 2019 :: dmlite :: DSI options :: dome_checksum
[28147] Tue Apr 16 14:50:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28147] Tue Apr 16 14:50:13 2019 :: User :globus-mapping: successfully authorized.
[28147] Tue Apr 16 14:50:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d2/af/EVNT.17639170._123758.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[28147] Tue Apr 16 14:50:14 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d2/af/EVNT.17639170._123758.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[28147] Tue Apr 16 14:50:14 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d2/af/EVNT.17639170._123758.pool.root.1
[28195] Tue Apr 16 14:50:17 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28195] Tue Apr 16 14:50:17 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/ESD.a88869699ee843498f18ae0f2e962ad1.544145.1555419016 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28195] Tue Apr 16 14:50:17 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1".
[28195] Tue Apr 16 14:50:17 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/ESD.a88869699ee843498f18ae0f2e962ad1.544145.1555419016 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28195] Tue Apr 16 14:50:17 2019 :: Closed connection from fts812.cern.ch:51584
[28195] Tue Apr 16 14:50:17 2019 :: dmlite :: closing connection
[28234] Tue Apr 16 14:50:17 2019 :: Configuration read from /etc/gridftp.conf.
[28234] Tue Apr 16 14:50:17 2019 :: Server started in inetd mode.
[28234] Tue Apr 16 14:50:17 2019 :: New connection from: fts812.cern.ch:51638
[28234] Tue Apr 16 14:50:18 2019 :: dmlite :: starting new connection
[28234] Tue Apr 16 14:50:18 2019 :: dmlite :: DSI options :: dome_checksum
[28234] Tue Apr 16 14:50:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28234] Tue Apr 16 14:50:18 2019 :: User :globus-mapping: successfully authorized.
[28234] Tue Apr 16 14:50:18 2019 :: Closed connection from fts812.cern.ch:51638
[28234] Tue Apr 16 14:50:18 2019 :: dmlite :: closing connection
[28217] Tue Apr 16 14:50:16 2019 :: Configuration read from /etc/gridftp.conf.
[28217] Tue Apr 16 14:50:16 2019 :: Server started in inetd mode.
[28217] Tue Apr 16 14:50:16 2019 :: New connection from: fts308.usatlas.bnl.gov:60826
[28217] Tue Apr 16 14:50:17 2019 :: dmlite :: starting new connection
[28217] Tue Apr 16 14:50:17 2019 :: dmlite :: DSI options :: dome_checksum
[28217] Tue Apr 16 14:50:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28217] Tue Apr 16 14:50:17 2019 :: User :globus-mapping: successfully authorized.
[28217] Tue Apr 16 14:50:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d2/af/EVNT.17639170._123758.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[28217] Tue Apr 16 14:50:18 2019 :: Closed connection from fts308.usatlas.bnl.gov:60826
[28217] Tue Apr 16 14:50:18 2019 :: dmlite :: closing connection
[28240] Tue Apr 16 14:50:18 2019 :: Configuration read from /etc/gridftp.conf.
[28240] Tue Apr 16 14:50:18 2019 :: Server started in inetd mode.
[28240] Tue Apr 16 14:50:18 2019 :: New connection from: fts812.cern.ch:51650
[28240] Tue Apr 16 14:50:18 2019 :: dmlite :: starting new connection
[28240] Tue Apr 16 14:50:18 2019 :: dmlite :: DSI options :: dome_checksum
[28240] Tue Apr 16 14:50:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28240] Tue Apr 16 14:50:18 2019 :: User :globus-mapping: successfully authorized.
[28240] Tue Apr 16 14:50:18 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28240] Tue Apr 16 14:50:18 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1
[28240] Tue Apr 16 14:50:19 2019 :: Closed connection from fts812.cern.ch:51650
[28240] Tue Apr 16 14:50:19 2019 :: dmlite :: closing connection
[28266] Tue Apr 16 14:50:19 2019 :: Configuration read from /etc/gridftp.conf.
[28266] Tue Apr 16 14:50:19 2019 :: Server started in inetd mode.
[28266] Tue Apr 16 14:50:19 2019 :: New connection from: fts812.cern.ch:51672
[28266] Tue Apr 16 14:50:19 2019 :: dmlite :: starting new connection
[28266] Tue Apr 16 14:50:19 2019 :: dmlite :: DSI options :: dome_checksum
[28266] Tue Apr 16 14:50:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28266] Tue Apr 16 14:50:19 2019 :: User :globus-mapping: successfully authorized.
[28266] Tue Apr 16 14:50:19 2019 :: Closed connection from fts812.cern.ch:51672
[28266] Tue Apr 16 14:50:19 2019 :: dmlite :: closing connection
[28173] Tue Apr 16 14:50:15 2019 :: Configuration read from /etc/gridftp.conf.
[28173] Tue Apr 16 14:50:15 2019 :: Server started in inetd mode.
[28173] Tue Apr 16 14:50:15 2019 :: New connection from: fts812.cern.ch:51516
[28173] Tue Apr 16 14:50:15 2019 :: dmlite :: starting new connection
[28173] Tue Apr 16 14:50:15 2019 :: dmlite :: DSI options :: dome_checksum
[28173] Tue Apr 16 14:50:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28173] Tue Apr 16 14:50:15 2019 :: User :globus-mapping: successfully authorized.
[28173] Tue Apr 16 14:50:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28173] Tue Apr 16 14:50:15 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (481 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28173] Tue Apr 16 14:50:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[25653] Tue Apr 16 14:50:16 2019 :: Child process 28167 ended with rc = 0
[25653] Tue Apr 16 14:50:16 2019 :: Child process 28202 ended with rc = 0
[25653] Tue Apr 16 14:50:16 2019 :: Child process 28188 ended with rc = 0
[25653] Tue Apr 16 14:50:17 2019 :: Child process 28038 ended with rc = 0
[25653] Tue Apr 16 14:50:17 2019 :: Child process 28125 ended with rc = 0
[25653] Tue Apr 16 14:50:17 2019 :: Child process 28209 ended with rc = 0
[25653] Tue Apr 16 14:50:17 2019 :: Child process 28101 ended with rc = 0
[25653] Tue Apr 16 14:50:17 2019 :: Child process 28195 ended with rc = 0
[25653] Tue Apr 16 14:50:18 2019 :: Child process 28234 ended with rc = 0
[25653] Tue Apr 16 14:50:18 2019 :: Child process 28217 ended with rc = 0
[25653] Tue Apr 16 14:50:19 2019 :: Child process 28240 ended with rc = 0
[25653] Tue Apr 16 14:50:19 2019 :: Child process 28266 ended with rc = 0
[28278] Tue Apr 16 14:50:19 2019 :: Configuration read from /etc/gridftp.conf.
[28278] Tue Apr 16 14:50:19 2019 :: Server started in inetd mode.
[28278] Tue Apr 16 14:50:19 2019 :: New connection from: fts812.cern.ch:51682
[28278] Tue Apr 16 14:50:20 2019 :: dmlite :: starting new connection
[28278] Tue Apr 16 14:50:20 2019 :: dmlite :: DSI options :: dome_checksum
[28278] Tue Apr 16 14:50:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28278] Tue Apr 16 14:50:20 2019 :: User :globus-mapping: successfully authorized.
[28278] Tue Apr 16 14:50:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/19/b2/ESD.a88869699ee843498f18ae0f2e962ad1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28278] Tue Apr 16 14:50:20 2019 :: Closed connection from fts812.cern.ch:51682
[28278] Tue Apr 16 14:50:20 2019 :: dmlite :: closing connection
[28173] Tue Apr 16 14:50:20 2019 :: Closed connection from fts812.cern.ch:51516
[28173] Tue Apr 16 14:50:20 2019 :: dmlite :: closing connection
[28180] Tue Apr 16 14:50:15 2019 :: Configuration read from /etc/gridftp.conf.
[28180] Tue Apr 16 14:50:15 2019 :: Server started in inetd mode.
[28180] Tue Apr 16 14:50:15 2019 :: New connection from: fts307.usatlas.bnl.gov:60028
[28180] Tue Apr 16 14:50:16 2019 :: dmlite :: starting new connection
[28180] Tue Apr 16 14:50:16 2019 :: dmlite :: DSI options :: dome_checksum
[28180] Tue Apr 16 14:50:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28180] Tue Apr 16 14:50:16 2019 :: User :globus-mapping: successfully authorized.
[28180] Tue Apr 16 14:50:17 2019 :: requested node: dpmpool22.farm.particle.cz
[28180] Tue Apr 16 14:50:17 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[28180] Tue Apr 16 14:50:17 2019 :: connected to remote node
[28180] Tue Apr 16 14:50:17 2019 :: dmlite :: send :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17639170._128322.pool.root.1.rucio.upload.543940.1555418651 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28260] Tue Apr 16 14:50:19 2019 :: Configuration read from /etc/gridftp.conf.
[28260] Tue Apr 16 14:50:19 2019 :: Server started in inetd mode.
[28260] Tue Apr 16 14:50:19 2019 :: New connection from: fts805.cern.ch:54890
[28260] Tue Apr 16 14:50:19 2019 :: dmlite :: starting new connection
[28260] Tue Apr 16 14:50:19 2019 :: dmlite :: DSI options :: dome_checksum
[28260] Tue Apr 16 14:50:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28260] Tue Apr 16 14:50:19 2019 :: User :globus-mapping: successfully authorized.
[28260] Tue Apr 16 14:50:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/8e/94/user.tsykora.17477459.EXT0._012315.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28260] Tue Apr 16 14:50:20 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/8e/94/user.tsykora.17477459.EXT0._012315.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28260] Tue Apr 16 14:50:20 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/8e/94/user.tsykora.17477459.EXT0._012315.HITS.pool.root
[28260] Tue Apr 16 14:50:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/8e/94/user.tsykora.17477459.EXT0._012315.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28260] Tue Apr 16 14:50:21 2019 :: Closed connection from fts805.cern.ch:54890
[28260] Tue Apr 16 14:50:21 2019 :: dmlite :: closing connection
[28180] Tue Apr 16 14:50:20 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/0d/EVNT.17639170._128322.pool.root.1".
[28180] Tue Apr 16 14:50:21 2019 :: Closed connection from fts307.usatlas.bnl.gov:60028
[28180] Tue Apr 16 14:50:21 2019 :: dmlite :: closing connection
[28225] Tue Apr 16 14:50:17 2019 :: Configuration read from /etc/gridftp.conf.
[28225] Tue Apr 16 14:50:17 2019 :: Server started in inetd mode.
[28225] Tue Apr 16 14:50:17 2019 :: New connection from: fts307.usatlas.bnl.gov:60146
[28225] Tue Apr 16 14:50:17 2019 :: dmlite :: starting new connection
[28225] Tue Apr 16 14:50:17 2019 :: dmlite :: DSI options :: dome_checksum
[28225] Tue Apr 16 14:50:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28225] Tue Apr 16 14:50:17 2019 :: User :globus-mapping: successfully authorized.
[28225] Tue Apr 16 14:50:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5d/98/EVNT.17639170._128329.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28225] Tue Apr 16 14:50:18 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5d/98/EVNT.17639170._128329.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28225] Tue Apr 16 14:50:18 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5d/98/EVNT.17639170._128329.pool.root.1
[28288] Tue Apr 16 14:50:20 2019 :: Configuration read from /etc/gridftp.conf.
[28288] Tue Apr 16 14:50:20 2019 :: Server started in inetd mode.
[28288] Tue Apr 16 14:50:20 2019 :: New connection from: fts801.cern.ch:41898
[28288] Tue Apr 16 14:50:21 2019 :: dmlite :: starting new connection
[28288] Tue Apr 16 14:50:21 2019 :: dmlite :: DSI options :: dome_checksum
[28288] Tue Apr 16 14:50:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28288] Tue Apr 16 14:50:21 2019 :: User :globus-mapping: successfully authorized.
[28288] Tue Apr 16 14:50:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/70/a0/user.tsykora.17477459.EXT0._011909.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28288] Tue Apr 16 14:50:21 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/70/a0/user.tsykora.17477459.EXT0._011909.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28288] Tue Apr 16 14:50:21 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/70/a0/user.tsykora.17477459.EXT0._011909.HITS.pool.root
[28288] Tue Apr 16 14:50:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/70/a0/user.tsykora.17477459.EXT0._011909.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28288] Tue Apr 16 14:50:22 2019 :: Closed connection from fts801.cern.ch:41898
[28288] Tue Apr 16 14:50:22 2019 :: dmlite :: closing connection
[28249] Tue Apr 16 14:50:18 2019 :: Configuration read from /etc/gridftp.conf.
[28249] Tue Apr 16 14:50:18 2019 :: Server started in inetd mode.
[28249] Tue Apr 16 14:50:18 2019 :: New connection from: fts801.cern.ch:41850
[28249] Tue Apr 16 14:50:18 2019 :: dmlite :: starting new connection
[28249] Tue Apr 16 14:50:18 2019 :: dmlite :: DSI options :: dome_checksum
[28249] Tue Apr 16 14:50:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28249] Tue Apr 16 14:50:18 2019 :: User :globus-mapping: successfully authorized.
[28249] Tue Apr 16 14:50:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28249] Tue Apr 16 14:50:18 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (577 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28249] Tue Apr 16 14:50:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28249] Tue Apr 16 14:50:18 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (377 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28249] Tue Apr 16 14:50:18 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28312] Tue Apr 16 14:50:21 2019 :: Configuration read from /etc/gridftp.conf.
[28312] Tue Apr 16 14:50:21 2019 :: Server started in inetd mode.
[28312] Tue Apr 16 14:50:21 2019 :: New connection from: fts812.cern.ch:51778
[28312] Tue Apr 16 14:50:21 2019 :: dmlite :: starting new connection
[28312] Tue Apr 16 14:50:21 2019 :: dmlite :: DSI options :: dome_checksum
[28312] Tue Apr 16 14:50:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28312] Tue Apr 16 14:50:21 2019 :: User :globus-mapping: successfully authorized.
[28312] Tue Apr 16 14:50:22 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1
[28312] Tue Apr 16 14:50:22 2019 :: requested node: dpmpool20.farm.particle.cz
[28312] Tue Apr 16 14:50:22 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[28312] Tue Apr 16 14:50:22 2019 :: connected to remote node
[28312] Tue Apr 16 14:50:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28312] Tue Apr 16 14:50:23 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1'
[28312] Tue Apr 16 14:50:23 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28312] Tue Apr 16 14:50:23 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28339] Tue Apr 16 14:50:22 2019 :: Configuration read from /etc/gridftp.conf.
[28339] Tue Apr 16 14:50:22 2019 :: Server started in inetd mode.
[28339] Tue Apr 16 14:50:22 2019 :: New connection from: fts808.cern.ch:41648
[28339] Tue Apr 16 14:50:22 2019 :: dmlite :: starting new connection
[28339] Tue Apr 16 14:50:22 2019 :: dmlite :: DSI options :: dome_checksum
[28339] Tue Apr 16 14:50:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28339] Tue Apr 16 14:50:22 2019 :: User :globus-mapping: successfully authorized.
[28339] Tue Apr 16 14:50:22 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1
[28339] Tue Apr 16 14:50:22 2019 :: requested node: dpmpool20.farm.particle.cz
[28339] Tue Apr 16 14:50:22 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[28339] Tue Apr 16 14:50:23 2019 :: connected to remote node
[28339] Tue Apr 16 14:50:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28339] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1'
[28339] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28339] Tue Apr 16 14:50:24 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28272] Tue Apr 16 14:50:19 2019 :: Configuration read from /etc/gridftp.conf.
[28272] Tue Apr 16 14:50:19 2019 :: Server started in inetd mode.
[28272] Tue Apr 16 14:50:19 2019 :: New connection from: fts308.usatlas.bnl.gov:60986
[28272] Tue Apr 16 14:50:20 2019 :: dmlite :: starting new connection
[28272] Tue Apr 16 14:50:20 2019 :: dmlite :: DSI options :: dome_checksum
[28272] Tue Apr 16 14:50:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28272] Tue Apr 16 14:50:20 2019 :: User :globus-mapping: successfully authorized.
[28272] Tue Apr 16 14:50:21 2019 :: requested node: dpmpool19.farm.particle.cz
[28272] Tue Apr 16 14:50:21 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[28272] Tue Apr 16 14:50:21 2019 :: connected to remote node
[28272] Tue Apr 16 14:50:21 2019 :: dmlite :: send :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/EVNT.17639170._123758.pool.root.1.rucio.upload.543503.1555418354 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[28354] Tue Apr 16 14:50:23 2019 :: Configuration read from /etc/gridftp.conf.
[28354] Tue Apr 16 14:50:23 2019 :: Server started in inetd mode.
[28354] Tue Apr 16 14:50:23 2019 :: New connection from: fts801.cern.ch:42078
[28354] Tue Apr 16 14:50:23 2019 :: dmlite :: starting new connection
[28354] Tue Apr 16 14:50:23 2019 :: dmlite :: DSI options :: dome_checksum
[28354] Tue Apr 16 14:50:23 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28354] Tue Apr 16 14:50:23 2019 :: User :globus-mapping: successfully authorized.
[28354] Tue Apr 16 14:50:23 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1
[28354] Tue Apr 16 14:50:23 2019 :: requested node: dpmpool20.farm.particle.cz
[28354] Tue Apr 16 14:50:23 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[28354] Tue Apr 16 14:50:23 2019 :: connected to remote node
[28354] Tue Apr 16 14:50:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28354] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1'
[28354] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28354] Tue Apr 16 14:50:24 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[25653] Tue Apr 16 14:50:20 2019 :: Child process 28278 ended with rc = 0
[25653] Tue Apr 16 14:50:20 2019 :: Child process 28173 ended with rc = 0
[25653] Tue Apr 16 14:50:21 2019 :: Child process 28260 ended with rc = 0
[25653] Tue Apr 16 14:50:21 2019 :: Child process 28180 ended with rc = 0
[25653] Tue Apr 16 14:50:22 2019 :: Child process 28288 ended with rc = 0
[28339] Tue Apr 16 14:50:24 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28339] Tue Apr 16 14:50:24 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686552._035691.pool.root.1.544148.1555419022 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28339] Tue Apr 16 14:50:25 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1".
[28339] Tue Apr 16 14:50:25 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686552._035691.pool.root.1.544148.1555419022 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28339] Tue Apr 16 14:50:25 2019 :: Closed connection from fts808.cern.ch:41648
[28339] Tue Apr 16 14:50:25 2019 :: dmlite :: closing connection
[28056] Tue Apr 16 14:50:25 2019 :: Closed connection from fts307.usatlas.bnl.gov:59550
[28056] Tue Apr 16 14:50:25 2019 :: dmlite :: closing connection
[28417] Tue Apr 16 14:50:25 2019 :: Configuration read from /etc/gridftp.conf.
[28417] Tue Apr 16 14:50:25 2019 :: Server started in inetd mode.
[28417] Tue Apr 16 14:50:25 2019 :: New connection from: fts808.cern.ch:41758
[28417] Tue Apr 16 14:50:25 2019 :: dmlite :: starting new connection
[28417] Tue Apr 16 14:50:25 2019 :: dmlite :: DSI options :: dome_checksum
[28417] Tue Apr 16 14:50:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28417] Tue Apr 16 14:50:25 2019 :: User :globus-mapping: successfully authorized.
[28417] Tue Apr 16 14:50:25 2019 :: Closed connection from fts808.cern.ch:41758
[28417] Tue Apr 16 14:50:25 2019 :: dmlite :: closing connection
[28370] Tue Apr 16 14:50:23 2019 :: Configuration read from /etc/gridftp.conf.
[28370] Tue Apr 16 14:50:23 2019 :: Server started in inetd mode.
[28370] Tue Apr 16 14:50:23 2019 :: New connection from: fts804.cern.ch:41690
[28370] Tue Apr 16 14:50:23 2019 :: dmlite :: starting new connection
[28370] Tue Apr 16 14:50:23 2019 :: dmlite :: DSI options :: dome_checksum
[28370] Tue Apr 16 14:50:23 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28370] Tue Apr 16 14:50:23 2019 :: User :globus-mapping: successfully authorized.
[28370] Tue Apr 16 14:50:24 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root
[28370] Tue Apr 16 14:50:24 2019 :: requested node: dpmpool16.farm.particle.cz
[28370] Tue Apr 16 14:50:24 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[28370] Tue Apr 16 14:50:24 2019 :: connected to remote node
[28370] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28370] Tue Apr 16 14:50:25 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root'
[28370] Tue Apr 16 14:50:25 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28370] Tue Apr 16 14:50:25 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28376] Tue Apr 16 14:50:23 2019 :: Configuration read from /etc/gridftp.conf.
[28376] Tue Apr 16 14:50:23 2019 :: Server started in inetd mode.
[28376] Tue Apr 16 14:50:23 2019 :: New connection from: fts812.cern.ch:51854
[28376] Tue Apr 16 14:50:24 2019 :: dmlite :: starting new connection
[28376] Tue Apr 16 14:50:24 2019 :: dmlite :: DSI options :: dome_checksum
[28376] Tue Apr 16 14:50:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28376] Tue Apr 16 14:50:24 2019 :: User :globus-mapping: successfully authorized.
[28376] Tue Apr 16 14:50:24 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1
[28376] Tue Apr 16 14:50:24 2019 :: requested node: dpmpool21.farm.particle.cz
[28376] Tue Apr 16 14:50:24 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[28376] Tue Apr 16 14:50:24 2019 :: connected to remote node
[28376] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28376] Tue Apr 16 14:50:25 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1'
[28376] Tue Apr 16 14:50:25 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28376] Tue Apr 16 14:50:25 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28370] Tue Apr 16 14:50:25 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28370] Tue Apr 16 14:50:25 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs8/atlas/2019-04-16/user.asopio.17743583._000005.duplicates_tree.root.544150.1555419024 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28370] Tue Apr 16 14:50:25 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root".
[28370] Tue Apr 16 14:50:25 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs8/atlas/2019-04-16/user.asopio.17743583._000005.duplicates_tree.root.544150.1555419024 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28370] Tue Apr 16 14:50:25 2019 :: Closed connection from fts804.cern.ch:41690
[28370] Tue Apr 16 14:50:25 2019 :: dmlite :: closing connection
[28403] Tue Apr 16 14:50:24 2019 :: Configuration read from /etc/gridftp.conf.
[28403] Tue Apr 16 14:50:24 2019 :: Server started in inetd mode.
[28403] Tue Apr 16 14:50:24 2019 :: New connection from: fts307.usatlas.bnl.gov:60772
[28403] Tue Apr 16 14:50:25 2019 :: dmlite :: starting new connection
[28403] Tue Apr 16 14:50:25 2019 :: dmlite :: DSI options :: dome_checksum
[28403] Tue Apr 16 14:50:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28403] Tue Apr 16 14:50:25 2019 :: User :globus-mapping: successfully authorized.
[28403] Tue Apr 16 14:50:25 2019 :: Closed connection from fts307.usatlas.bnl.gov:60772
[28403] Tue Apr 16 14:50:25 2019 :: dmlite :: closing connection
[28432] Tue Apr 16 14:50:25 2019 :: Configuration read from /etc/gridftp.conf.
[28432] Tue Apr 16 14:50:25 2019 :: Server started in inetd mode.
[28432] Tue Apr 16 14:50:25 2019 :: New connection from: fts804.cern.ch:41724
[28432] Tue Apr 16 14:50:25 2019 :: dmlite :: starting new connection
[28432] Tue Apr 16 14:50:25 2019 :: dmlite :: DSI options :: dome_checksum
[28432] Tue Apr 16 14:50:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28432] Tue Apr 16 14:50:25 2019 :: User :globus-mapping: successfully authorized.
[28432] Tue Apr 16 14:50:26 2019 :: Closed connection from fts804.cern.ch:41724
[28432] Tue Apr 16 14:50:26 2019 :: dmlite :: closing connection
[28391] Tue Apr 16 14:50:24 2019 :: Configuration read from /etc/gridftp.conf.
[28391] Tue Apr 16 14:50:24 2019 :: Server started in inetd mode.
[28391] Tue Apr 16 14:50:24 2019 :: New connection from: fts801.cern.ch:42124
[28391] Tue Apr 16 14:50:24 2019 :: dmlite :: starting new connection
[28391] Tue Apr 16 14:50:24 2019 :: dmlite :: DSI options :: dome_checksum
[28391] Tue Apr 16 14:50:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28391] Tue Apr 16 14:50:24 2019 :: User :globus-mapping: successfully authorized.
[28391] Tue Apr 16 14:50:24 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root
[28391] Tue Apr 16 14:50:24 2019 :: requested node: dpmpool22.farm.particle.cz
[28391] Tue Apr 16 14:50:24 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[28391] Tue Apr 16 14:50:24 2019 :: connected to remote node
[28391] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28391] Tue Apr 16 14:50:26 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root'
[28391] Tue Apr 16 14:50:26 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28391] Tue Apr 16 14:50:26 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28294] Tue Apr 16 14:50:21 2019 :: Configuration read from /etc/gridftp.conf.
[28294] Tue Apr 16 14:50:21 2019 :: Server started in inetd mode.
[28294] Tue Apr 16 14:50:21 2019 :: New connection from: fts812.cern.ch:51716
[28294] Tue Apr 16 14:50:21 2019 :: dmlite :: starting new connection
[28294] Tue Apr 16 14:50:21 2019 :: dmlite :: DSI options :: dome_checksum
[28294] Tue Apr 16 14:50:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28294] Tue Apr 16 14:50:21 2019 :: User :globus-mapping: successfully authorized.
[28294] Tue Apr 16 14:50:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28294] Tue Apr 16 14:50:21 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28294] Tue Apr 16 14:50:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28306] Tue Apr 16 14:50:21 2019 :: Configuration read from /etc/gridftp.conf.
[28306] Tue Apr 16 14:50:21 2019 :: Server started in inetd mode.
[28306] Tue Apr 16 14:50:21 2019 :: New connection from: fts801.cern.ch:41998
[28306] Tue Apr 16 14:50:21 2019 :: dmlite :: starting new connection
[28306] Tue Apr 16 14:50:21 2019 :: dmlite :: DSI options :: dome_checksum
[28306] Tue Apr 16 14:50:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28306] Tue Apr 16 14:50:21 2019 :: User :globus-mapping: successfully authorized.
[28306] Tue Apr 16 14:50:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28306] Tue Apr 16 14:50:21 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28306] Tue Apr 16 14:50:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28312] Tue Apr 16 14:50:23 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28312] Tue Apr 16 14:50:23 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000098.pool.root.1.544147.1555419022 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28318] Tue Apr 16 14:50:21 2019 :: Configuration read from /etc/gridftp.conf.
[28318] Tue Apr 16 14:50:21 2019 :: Server started in inetd mode.
[28318] Tue Apr 16 14:50:21 2019 :: New connection from: fts808.cern.ch:41594
[28318] Tue Apr 16 14:50:22 2019 :: dmlite :: starting new connection
[28318] Tue Apr 16 14:50:22 2019 :: dmlite :: DSI options :: dome_checksum
[28318] Tue Apr 16 14:50:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28318] Tue Apr 16 14:50:22 2019 :: User :globus-mapping: successfully authorized.
[28318] Tue Apr 16 14:50:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28318] Tue Apr 16 14:50:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28318] Tue Apr 16 14:50:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28324] Tue Apr 16 14:50:21 2019 :: Configuration read from /etc/gridftp.conf.
[28324] Tue Apr 16 14:50:21 2019 :: Server started in inetd mode.
[28324] Tue Apr 16 14:50:21 2019 :: New connection from: fts804.cern.ch:41584
[28324] Tue Apr 16 14:50:22 2019 :: dmlite :: starting new connection
[28324] Tue Apr 16 14:50:22 2019 :: dmlite :: DSI options :: dome_checksum
[28324] Tue Apr 16 14:50:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28324] Tue Apr 16 14:50:22 2019 :: User :globus-mapping: successfully authorized.
[28324] Tue Apr 16 14:50:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28324] Tue Apr 16 14:50:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (569 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28324] Tue Apr 16 14:50:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28324] Tue Apr 16 14:50:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (369 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28324] Tue Apr 16 14:50:22 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28423] Tue Apr 16 14:50:25 2019 :: Configuration read from /etc/gridftp.conf.
[28423] Tue Apr 16 14:50:25 2019 :: Server started in inetd mode.
[28423] Tue Apr 16 14:50:25 2019 :: New connection from: fts808.cern.ch:41760
[28423] Tue Apr 16 14:50:25 2019 :: dmlite :: starting new connection
[28423] Tue Apr 16 14:50:25 2019 :: dmlite :: DSI options :: dome_checksum
[28423] Tue Apr 16 14:50:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28423] Tue Apr 16 14:50:25 2019 :: User :globus-mapping: successfully authorized.
[28423] Tue Apr 16 14:50:25 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28423] Tue Apr 16 14:50:25 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1
[28423] Tue Apr 16 14:50:26 2019 :: Closed connection from fts808.cern.ch:41760
[28423] Tue Apr 16 14:50:26 2019 :: dmlite :: closing connection
[28411] Tue Apr 16 14:50:25 2019 :: Configuration read from /etc/gridftp.conf.
[28411] Tue Apr 16 14:50:25 2019 :: Server started in inetd mode.
[28411] Tue Apr 16 14:50:25 2019 :: New connection from: fts802.cern.ch:59852
[28411] Tue Apr 16 14:50:25 2019 :: dmlite :: starting new connection
[28411] Tue Apr 16 14:50:25 2019 :: dmlite :: DSI options :: dome_checksum
[28411] Tue Apr 16 14:50:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28411] Tue Apr 16 14:50:25 2019 :: User :globus-mapping: successfully authorized.
[28411] Tue Apr 16 14:50:25 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1
[28411] Tue Apr 16 14:50:25 2019 :: requested node: dpmpool9.farm.particle.cz
[28411] Tue Apr 16 14:50:25 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[28411] Tue Apr 16 14:50:25 2019 :: connected to remote node
[28411] Tue Apr 16 14:50:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28411] Tue Apr 16 14:50:27 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1'
[28411] Tue Apr 16 14:50:27 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28411] Tue Apr 16 14:50:27 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28458] Tue Apr 16 14:50:26 2019 :: Configuration read from /etc/gridftp.conf.
[28458] Tue Apr 16 14:50:26 2019 :: Server started in inetd mode.
[28458] Tue Apr 16 14:50:26 2019 :: New connection from: fts808.cern.ch:41782
[28458] Tue Apr 16 14:50:27 2019 :: dmlite :: starting new connection
[28458] Tue Apr 16 14:50:27 2019 :: dmlite :: DSI options :: dome_checksum
[28458] Tue Apr 16 14:50:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28458] Tue Apr 16 14:50:27 2019 :: User :globus-mapping: successfully authorized.
[28458] Tue Apr 16 14:50:27 2019 :: Closed connection from fts808.cern.ch:41782
[28458] Tue Apr 16 14:50:27 2019 :: dmlite :: closing connection
[28439] Tue Apr 16 14:50:26 2019 :: Configuration read from /etc/gridftp.conf.
[28439] Tue Apr 16 14:50:26 2019 :: Server started in inetd mode.
[28439] Tue Apr 16 14:50:26 2019 :: New connection from: fts804.cern.ch:41726
[28439] Tue Apr 16 14:50:26 2019 :: dmlite :: starting new connection
[28439] Tue Apr 16 14:50:26 2019 :: dmlite :: DSI options :: dome_checksum
[28439] Tue Apr 16 14:50:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28439] Tue Apr 16 14:50:26 2019 :: User :globus-mapping: successfully authorized.
[28439] Tue Apr 16 14:50:26 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28439] Tue Apr 16 14:50:26 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root
[28439] Tue Apr 16 14:50:27 2019 :: Closed connection from fts804.cern.ch:41726
[28439] Tue Apr 16 14:50:27 2019 :: dmlite :: closing connection
[28345] Tue Apr 16 14:50:22 2019 :: Configuration read from /etc/gridftp.conf.
[28345] Tue Apr 16 14:50:22 2019 :: Server started in inetd mode.
[28345] Tue Apr 16 14:50:22 2019 :: New connection from: fts812.cern.ch:51814
[28345] Tue Apr 16 14:50:22 2019 :: dmlite :: starting new connection
[28345] Tue Apr 16 14:50:22 2019 :: dmlite :: DSI options :: dome_checksum
[28345] Tue Apr 16 14:50:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28345] Tue Apr 16 14:50:22 2019 :: User :globus-mapping: successfully authorized.
[28345] Tue Apr 16 14:50:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28345] Tue Apr 16 14:50:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28345] Tue Apr 16 14:50:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28465] Tue Apr 16 14:50:27 2019 :: Configuration read from /etc/gridftp.conf.
[28465] Tue Apr 16 14:50:27 2019 :: Server started in inetd mode.
[28465] Tue Apr 16 14:50:27 2019 :: New connection from: fts808.cern.ch:41786
[28465] Tue Apr 16 14:50:27 2019 :: dmlite :: starting new connection
[28465] Tue Apr 16 14:50:27 2019 :: dmlite :: DSI options :: dome_checksum
[28465] Tue Apr 16 14:50:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28465] Tue Apr 16 14:50:27 2019 :: User :globus-mapping: successfully authorized.
[28465] Tue Apr 16 14:50:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a7/02/EVNT.17686552._035691.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28465] Tue Apr 16 14:50:27 2019 :: Closed connection from fts808.cern.ch:41786
[28465] Tue Apr 16 14:50:27 2019 :: dmlite :: closing connection
[28444] Tue Apr 16 14:50:26 2019 :: Configuration read from /etc/gridftp.conf.
[28444] Tue Apr 16 14:50:26 2019 :: Server started in inetd mode.
[28444] Tue Apr 16 14:50:26 2019 :: New connection from: fts307.usatlas.bnl.gov:60838
[28444] Tue Apr 16 14:50:26 2019 :: dmlite :: starting new connection
[28444] Tue Apr 16 14:50:26 2019 :: dmlite :: DSI options :: dome_checksum
[28444] Tue Apr 16 14:50:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28444] Tue Apr 16 14:50:26 2019 :: User :globus-mapping: successfully authorized.
[28444] Tue Apr 16 14:50:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5d/98/EVNT.17639170._128329.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28444] Tue Apr 16 14:50:27 2019 :: Closed connection from fts307.usatlas.bnl.gov:60838
[28444] Tue Apr 16 14:50:27 2019 :: dmlite :: closing connection
[28485] Tue Apr 16 14:50:27 2019 :: Configuration read from /etc/gridftp.conf.
[28485] Tue Apr 16 14:50:27 2019 :: Server started in inetd mode.
[28485] Tue Apr 16 14:50:27 2019 :: New connection from: fts804.cern.ch:41758
[28485] Tue Apr 16 14:50:27 2019 :: dmlite :: starting new connection
[28485] Tue Apr 16 14:50:27 2019 :: dmlite :: DSI options :: dome_checksum
[28485] Tue Apr 16 14:50:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28485] Tue Apr 16 14:50:27 2019 :: User :globus-mapping: successfully authorized.
[28485] Tue Apr 16 14:50:27 2019 :: Closed connection from fts804.cern.ch:41758
[28485] Tue Apr 16 14:50:27 2019 :: dmlite :: closing connection
[28354] Tue Apr 16 14:50:24 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28354] Tue Apr 16 14:50:24 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000175.pool.root.1.544149.1555419023 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28360] Tue Apr 16 14:50:23 2019 :: Configuration read from /etc/gridftp.conf.
[28360] Tue Apr 16 14:50:23 2019 :: Server started in inetd mode.
[28360] Tue Apr 16 14:50:23 2019 :: New connection from: ui8.farm.particle.cz:52518
[28272] Tue Apr 16 14:50:27 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d2/af/EVNT.17639170._123758.pool.root.1".
[28272] Tue Apr 16 14:50:28 2019 :: Closed connection from fts308.usatlas.bnl.gov:60986
[28272] Tue Apr 16 14:50:28 2019 :: dmlite :: closing connection
[28494] Tue Apr 16 14:50:28 2019 :: Configuration read from /etc/gridftp.conf.
[28494] Tue Apr 16 14:50:28 2019 :: Server started in inetd mode.
[28494] Tue Apr 16 14:50:28 2019 :: New connection from: fts804.cern.ch:41798
[28494] Tue Apr 16 14:50:28 2019 :: dmlite :: starting new connection
[28494] Tue Apr 16 14:50:28 2019 :: dmlite :: DSI options :: dome_checksum
[28494] Tue Apr 16 14:50:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28494] Tue Apr 16 14:50:28 2019 :: User :globus-mapping: successfully authorized.
[28494] Tue Apr 16 14:50:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/25/4a/user.asopio.17743583._000005.duplicates_tree.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28494] Tue Apr 16 14:50:28 2019 :: Closed connection from fts804.cern.ch:41798
[28494] Tue Apr 16 14:50:28 2019 :: dmlite :: closing connection
[28324] Tue Apr 16 14:50:28 2019 :: Closed connection from fts804.cern.ch:41584
[28324] Tue Apr 16 14:50:28 2019 :: dmlite :: closing connection
[28360] Tue Apr 16 14:50:28 2019 :: dmlite :: starting new connection
[28360] Tue Apr 16 14:50:28 2019 :: dmlite :: DSI options :: dome_checksum
[28360] Tue Apr 16 14:50:28 2019 :: DN /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 successfully authorized.
[28360] Tue Apr 16 14:50:28 2019 :: User :globus-mapping: successfully authorized.
[28360] Tue Apr 16 14:50:28 2019 :: passive mode: STOR /dpmpool18.farm.particle.cz:/mnt/fs5/auger/2019-04-16/DAT010576.tar.gz.607387012.0
[28360] Tue Apr 16 14:50:28 2019 :: requested node: dpmpool18.farm.particle.cz
[28360] Tue Apr 16 14:50:28 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[28360] Tue Apr 16 14:50:28 2019 :: connected to remote node
[28360] Tue Apr 16 14:50:28 2019 :: dmlite :: stat :: /dpmpool18.farm.particle.cz:/mnt/fs5/auger/2019-04-16/DAT010576.tar.gz.607387012.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[28360] Tue Apr 16 14:50:28 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28360] Tue Apr 16 14:50:28 2019 :: dmlite :: user error :: 22 :: [#00.000022] DavixError (18): Failure HTTP 404 : File not found  after 3 attempts :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[28360] Tue Apr 16 14:50:28 2019 :: dmlite :: recv :: requesting transfer :: /dpmpool18.farm.particle.cz:/mnt/fs5/auger/2019-04-16/DAT010576.tar.gz.607387012.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[28360] Tue Apr 16 14:50:28 2019 :: Finished transferring "/dpmpool18.farm.particle.cz:/mnt/fs5/auger/2019-04-16/DAT010576.tar.gz.607387012.0".
[28360] Tue Apr 16 14:50:28 2019 :: Closed connection from ui8.farm.particle.cz:52518
[28360] Tue Apr 16 14:50:28 2019 :: dmlite :: closing connection
[28478] Tue Apr 16 14:50:27 2019 :: Configuration read from /etc/gridftp.conf.
[28478] Tue Apr 16 14:50:27 2019 :: Server started in inetd mode.
[28478] Tue Apr 16 14:50:27 2019 :: New connection from: fts811.cern.ch:36370
[28478] Tue Apr 16 14:50:27 2019 :: dmlite :: starting new connection
[28478] Tue Apr 16 14:50:27 2019 :: dmlite :: DSI options :: dome_checksum
[28478] Tue Apr 16 14:50:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28478] Tue Apr 16 14:50:27 2019 :: User :globus-mapping: successfully authorized.
[28478] Tue Apr 16 14:50:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/ea/e9/user.tsykora.17477459.EXT0._011513.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28478] Tue Apr 16 14:50:28 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/ea/e9/user.tsykora.17477459.EXT0._011513.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28478] Tue Apr 16 14:50:28 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/ea/e9/user.tsykora.17477459.EXT0._011513.HITS.pool.root
[28478] Tue Apr 16 14:50:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/ea/e9/user.tsykora.17477459.EXT0._011513.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28478] Tue Apr 16 14:50:28 2019 :: Closed connection from fts811.cern.ch:36370
[28478] Tue Apr 16 14:50:28 2019 :: dmlite :: closing connection
[28376] Tue Apr 16 14:50:25 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28376] Tue Apr 16 14:50:25 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000233.pool.root.1.544151.1555419024 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28382] Tue Apr 16 14:50:23 2019 :: Configuration read from /etc/gridftp.conf.
[28382] Tue Apr 16 14:50:23 2019 :: Server started in inetd mode.
[28382] Tue Apr 16 14:50:23 2019 :: New connection from: fts802.cern.ch:59816
[28382] Tue Apr 16 14:50:24 2019 :: dmlite :: starting new connection
[28382] Tue Apr 16 14:50:24 2019 :: dmlite :: DSI options :: dome_checksum
[28382] Tue Apr 16 14:50:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28382] Tue Apr 16 14:50:24 2019 :: User :globus-mapping: successfully authorized.
[28382] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28382] Tue Apr 16 14:50:24 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28382] Tue Apr 16 14:50:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28391] Tue Apr 16 14:50:26 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28391] Tue Apr 16 14:50:26 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.nbruscin.17741262._000453.output_Fake1L.root.544152.1555419024 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28318] Tue Apr 16 14:50:29 2019 :: Closed connection from fts808.cern.ch:41594
[28318] Tue Apr 16 14:50:29 2019 :: dmlite :: closing connection
[28509] Tue Apr 16 14:50:28 2019 :: Configuration read from /etc/gridftp.conf.
[28509] Tue Apr 16 14:50:28 2019 :: Server started in inetd mode.
[28509] Tue Apr 16 14:50:28 2019 :: New connection from: fts812.cern.ch:52100
[28509] Tue Apr 16 14:50:28 2019 :: dmlite :: starting new connection
[28509] Tue Apr 16 14:50:28 2019 :: dmlite :: DSI options :: dome_checksum
[28509] Tue Apr 16 14:50:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28509] Tue Apr 16 14:50:28 2019 :: User :globus-mapping: successfully authorized.
[28509] Tue Apr 16 14:50:28 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1
[28509] Tue Apr 16 14:50:28 2019 :: requested node: dpmpool9.farm.particle.cz
[28509] Tue Apr 16 14:50:28 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[28509] Tue Apr 16 14:50:28 2019 :: connected to remote node
[28509] Tue Apr 16 14:50:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28509] Tue Apr 16 14:50:30 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1'
[28509] Tue Apr 16 14:50:30 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28509] Tue Apr 16 14:50:30 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28411] Tue Apr 16 14:50:27 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28411] Tue Apr 16 14:50:27 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000238.pool.root.1.544153.1555419025 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[25653] Tue Apr 16 14:50:25 2019 :: Child process 28339 ended with rc = 0
[25653] Tue Apr 16 14:50:25 2019 :: Child process 28056 ended with rc = 0
[25653] Tue Apr 16 14:50:25 2019 :: Child process 28417 ended with rc = 0
[25653] Tue Apr 16 14:50:25 2019 :: Child process 28370 ended with rc = 0
[25653] Tue Apr 16 14:50:25 2019 :: Child process 28403 ended with rc = 0
[25653] Tue Apr 16 14:50:26 2019 :: Child process 28432 ended with rc = 0
[25653] Tue Apr 16 14:50:26 2019 :: Child process 28423 ended with rc = 0
[25653] Tue Apr 16 14:50:27 2019 :: Child process 28458 ended with rc = 0
[25653] Tue Apr 16 14:50:27 2019 :: Child process 28439 ended with rc = 0
[25653] Tue Apr 16 14:50:27 2019 :: Child process 28465 ended with rc = 0
[25653] Tue Apr 16 14:50:27 2019 :: Child process 28444 ended with rc = 0
[25653] Tue Apr 16 14:50:27 2019 :: Child process 28485 ended with rc = 0
[25653] Tue Apr 16 14:50:28 2019 :: Child process 28272 ended with rc = 0
[25653] Tue Apr 16 14:50:28 2019 :: Child process 28494 ended with rc = 0
[25653] Tue Apr 16 14:50:28 2019 :: Child process 28324 ended with rc = 0
[25653] Tue Apr 16 14:50:28 2019 :: Child process 28360 ended with rc = 0
[25653] Tue Apr 16 14:50:28 2019 :: Child process 28478 ended with rc = 0
[25653] Tue Apr 16 14:50:29 2019 :: Child process 28318 ended with rc = 0
[28541] Tue Apr 16 14:50:29 2019 :: Configuration read from /etc/gridftp.conf.
[28541] Tue Apr 16 14:50:29 2019 :: Server started in inetd mode.
[28541] Tue Apr 16 14:50:29 2019 :: New connection from: fts808.cern.ch:41832
[28541] Tue Apr 16 14:50:29 2019 :: dmlite :: starting new connection
[28541] Tue Apr 16 14:50:29 2019 :: dmlite :: DSI options :: dome_checksum
[28541] Tue Apr 16 14:50:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28541] Tue Apr 16 14:50:29 2019 :: User :globus-mapping: successfully authorized.
[28541] Tue Apr 16 14:50:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/fa/89/user.tsykora.17477459.EXT0._011504.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28541] Tue Apr 16 14:50:29 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/fa/89/user.tsykora.17477459.EXT0._011504.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28541] Tue Apr 16 14:50:29 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/fa/89/user.tsykora.17477459.EXT0._011504.HITS.pool.root
[28541] Tue Apr 16 14:50:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/fa/89/user.tsykora.17477459.EXT0._011504.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28541] Tue Apr 16 14:50:30 2019 :: Closed connection from fts808.cern.ch:41832
[28541] Tue Apr 16 14:50:30 2019 :: dmlite :: closing connection
[28509] Tue Apr 16 14:50:30 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28509] Tue Apr 16 14:50:30 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17685081._023478.pool.root.1.544154.1555419028 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28509] Tue Apr 16 14:50:30 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1".
[28509] Tue Apr 16 14:50:30 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17685081._023478.pool.root.1.544154.1555419028 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28509] Tue Apr 16 14:50:30 2019 :: Closed connection from fts812.cern.ch:52100
[28509] Tue Apr 16 14:50:30 2019 :: dmlite :: closing connection
[28571] Tue Apr 16 14:50:30 2019 :: Configuration read from /etc/gridftp.conf.
[28571] Tue Apr 16 14:50:30 2019 :: Server started in inetd mode.
[28571] Tue Apr 16 14:50:30 2019 :: New connection from: fts812.cern.ch:52210
[28571] Tue Apr 16 14:50:30 2019 :: dmlite :: starting new connection
[28571] Tue Apr 16 14:50:30 2019 :: dmlite :: DSI options :: dome_checksum
[28571] Tue Apr 16 14:50:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28571] Tue Apr 16 14:50:30 2019 :: User :globus-mapping: successfully authorized.
[28571] Tue Apr 16 14:50:31 2019 :: Closed connection from fts812.cern.ch:52210
[28571] Tue Apr 16 14:50:31 2019 :: dmlite :: closing connection
[28451] Tue Apr 16 14:50:26 2019 :: Configuration read from /etc/gridftp.conf.
[28548] Tue Apr 16 14:50:29 2019 :: Configuration read from /etc/gridftp.conf.
[28548] Tue Apr 16 14:50:29 2019 :: Server started in inetd mode.
[28548] Tue Apr 16 14:50:29 2019 :: New connection from: fts804.cern.ch:41942
[28548] Tue Apr 16 14:50:29 2019 :: dmlite :: starting new connection
[28548] Tue Apr 16 14:50:29 2019 :: dmlite :: DSI options :: dome_checksum
[28548] Tue Apr 16 14:50:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28548] Tue Apr 16 14:50:29 2019 :: User :globus-mapping: successfully authorized.
[28548] Tue Apr 16 14:50:30 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf
[28548] Tue Apr 16 14:50:30 2019 :: requested node: dpmpool16.farm.particle.cz
[28548] Tue Apr 16 14:50:30 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[28548] Tue Apr 16 14:50:30 2019 :: connected to remote node
[28548] Tue Apr 16 14:50:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28548] Tue Apr 16 14:50:31 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf'
[28548] Tue Apr 16 14:50:31 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28548] Tue Apr 16 14:50:31 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28147] Tue Apr 16 14:50:31 2019 :: Closed connection from fts308.usatlas.bnl.gov:60610
[28147] Tue Apr 16 14:50:31 2019 :: dmlite :: closing connection
[28556] Tue Apr 16 14:50:30 2019 :: Configuration read from /etc/gridftp.conf.
[28556] Tue Apr 16 14:50:30 2019 :: Server started in inetd mode.
[28556] Tue Apr 16 14:50:30 2019 :: New connection from: fts801.cern.ch:42422
[28556] Tue Apr 16 14:50:30 2019 :: dmlite :: starting new connection
[28556] Tue Apr 16 14:50:30 2019 :: dmlite :: DSI options :: dome_checksum
[28556] Tue Apr 16 14:50:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28556] Tue Apr 16 14:50:30 2019 :: User :globus-mapping: successfully authorized.
[28556] Tue Apr 16 14:50:30 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1
[28556] Tue Apr 16 14:50:30 2019 :: requested node: dpmpool22.farm.particle.cz
[28556] Tue Apr 16 14:50:30 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[28556] Tue Apr 16 14:50:30 2019 :: connected to remote node
[28556] Tue Apr 16 14:50:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28556] Tue Apr 16 14:50:31 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1'
[28556] Tue Apr 16 14:50:31 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28556] Tue Apr 16 14:50:31 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28548] Tue Apr 16 14:50:31 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28548] Tue Apr 16 14:50:31 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs13/atlas/2019-04-16/ESD.b81ac6b7ac5944318b700b8846d5b7cf.544155.1555419030 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28548] Tue Apr 16 14:50:32 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf".
[28548] Tue Apr 16 14:50:32 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs13/atlas/2019-04-16/ESD.b81ac6b7ac5944318b700b8846d5b7cf.544155.1555419030 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28548] Tue Apr 16 14:50:32 2019 :: Closed connection from fts804.cern.ch:41942
[28548] Tue Apr 16 14:50:32 2019 :: dmlite :: closing connection
[28471] Tue Apr 16 14:50:27 2019 :: Configuration read from /etc/gridftp.conf.
[28471] Tue Apr 16 14:50:27 2019 :: Server started in inetd mode.
[28471] Tue Apr 16 14:50:27 2019 :: New connection from: fts812.cern.ch:51968
[28471] Tue Apr 16 14:50:27 2019 :: dmlite :: starting new connection
[28471] Tue Apr 16 14:50:27 2019 :: dmlite :: DSI options :: dome_checksum
[28471] Tue Apr 16 14:50:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28471] Tue Apr 16 14:50:27 2019 :: User :globus-mapping: successfully authorized.
[28471] Tue Apr 16 14:50:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28471] Tue Apr 16 14:50:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28471] Tue Apr 16 14:50:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28577] Tue Apr 16 14:50:31 2019 :: Configuration read from /etc/gridftp.conf.
[28577] Tue Apr 16 14:50:31 2019 :: Server started in inetd mode.
[28577] Tue Apr 16 14:50:31 2019 :: New connection from: fts812.cern.ch:52218
[28577] Tue Apr 16 14:50:31 2019 :: dmlite :: starting new connection
[28577] Tue Apr 16 14:50:31 2019 :: dmlite :: DSI options :: dome_checksum
[28577] Tue Apr 16 14:50:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28577] Tue Apr 16 14:50:31 2019 :: User :globus-mapping: successfully authorized.
[28577] Tue Apr 16 14:50:31 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28577] Tue Apr 16 14:50:31 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1
[28577] Tue Apr 16 14:50:32 2019 :: Closed connection from fts812.cern.ch:52218
[28577] Tue Apr 16 14:50:32 2019 :: dmlite :: closing connection
[28586] Tue Apr 16 14:50:32 2019 :: Configuration read from /etc/gridftp.conf.
[28586] Tue Apr 16 14:50:32 2019 :: Server started in inetd mode.
[28586] Tue Apr 16 14:50:32 2019 :: New connection from: fts804.cern.ch:42070
[28586] Tue Apr 16 14:50:32 2019 :: dmlite :: starting new connection
[28586] Tue Apr 16 14:50:32 2019 :: dmlite :: DSI options :: dome_checksum
[28586] Tue Apr 16 14:50:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28586] Tue Apr 16 14:50:32 2019 :: User :globus-mapping: successfully authorized.
[28586] Tue Apr 16 14:50:32 2019 :: Closed connection from fts804.cern.ch:42070
[28586] Tue Apr 16 14:50:32 2019 :: dmlite :: closing connection
[28592] Tue Apr 16 14:50:32 2019 :: Configuration read from /etc/gridftp.conf.
[28592] Tue Apr 16 14:50:32 2019 :: Server started in inetd mode.
[28592] Tue Apr 16 14:50:32 2019 :: New connection from: fts812.cern.ch:52244
[28592] Tue Apr 16 14:50:32 2019 :: dmlite :: starting new connection
[28592] Tue Apr 16 14:50:32 2019 :: dmlite :: DSI options :: dome_checksum
[28592] Tue Apr 16 14:50:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28592] Tue Apr 16 14:50:32 2019 :: User :globus-mapping: successfully authorized.
[28592] Tue Apr 16 14:50:32 2019 :: Closed connection from fts812.cern.ch:52244
[28592] Tue Apr 16 14:50:32 2019 :: dmlite :: closing connection
[28604] Tue Apr 16 14:50:32 2019 :: Configuration read from /etc/gridftp.conf.
[28604] Tue Apr 16 14:50:32 2019 :: Server started in inetd mode.
[28604] Tue Apr 16 14:50:32 2019 :: New connection from: fts812.cern.ch:52248
[28604] Tue Apr 16 14:50:32 2019 :: dmlite :: starting new connection
[28604] Tue Apr 16 14:50:32 2019 :: dmlite :: DSI options :: dome_checksum
[28604] Tue Apr 16 14:50:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28604] Tue Apr 16 14:50:32 2019 :: User :globus-mapping: successfully authorized.
[28604] Tue Apr 16 14:50:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/00/10/EVNT.17685081._023478.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28604] Tue Apr 16 14:50:33 2019 :: Closed connection from fts812.cern.ch:52248
[28604] Tue Apr 16 14:50:33 2019 :: dmlite :: closing connection
[28471] Tue Apr 16 14:50:33 2019 :: Closed connection from fts812.cern.ch:51968
[28471] Tue Apr 16 14:50:33 2019 :: dmlite :: closing connection
[28502] Tue Apr 16 14:50:28 2019 :: Configuration read from /etc/gridftp.conf.
[28502] Tue Apr 16 14:50:28 2019 :: Server started in inetd mode.
[28502] Tue Apr 16 14:50:28 2019 :: New connection from: fts804.cern.ch:41832
[28502] Tue Apr 16 14:50:28 2019 :: dmlite :: starting new connection
[28502] Tue Apr 16 14:50:28 2019 :: dmlite :: DSI options :: dome_checksum
[28502] Tue Apr 16 14:50:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28502] Tue Apr 16 14:50:28 2019 :: User :globus-mapping: successfully authorized.
[28502] Tue Apr 16 14:50:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28502] Tue Apr 16 14:50:28 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (481 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28502] Tue Apr 16 14:50:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28520] Tue Apr 16 14:50:28 2019 :: Configuration read from /etc/gridftp.conf.
[28520] Tue Apr 16 14:50:28 2019 :: Server started in inetd mode.
[28520] Tue Apr 16 14:50:28 2019 :: New connection from: fts307.usatlas.bnl.gov:32832
[28520] Tue Apr 16 14:50:29 2019 :: dmlite :: starting new connection
[28520] Tue Apr 16 14:50:29 2019 :: dmlite :: DSI options :: dome_checksum
[28520] Tue Apr 16 14:50:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28520] Tue Apr 16 14:50:29 2019 :: User :globus-mapping: successfully authorized.
[28520] Tue Apr 16 14:50:30 2019 :: requested node: dpmpool21.farm.particle.cz
[28520] Tue Apr 16 14:50:30 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[28520] Tue Apr 16 14:50:30 2019 :: connected to remote node
[28520] Tue Apr 16 14:50:30 2019 :: dmlite :: send :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17639170._128329.pool.root.1.rucio.upload.543914.1555418628 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[28527] Tue Apr 16 14:50:28 2019 :: Configuration read from /etc/gridftp.conf.
[28527] Tue Apr 16 14:50:28 2019 :: Server started in inetd mode.
[28527] Tue Apr 16 14:50:28 2019 :: New connection from: fts801.cern.ch:42356
[28527] Tue Apr 16 14:50:28 2019 :: dmlite :: starting new connection
[28527] Tue Apr 16 14:50:28 2019 :: dmlite :: DSI options :: dome_checksum
[28527] Tue Apr 16 14:50:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28527] Tue Apr 16 14:50:28 2019 :: User :globus-mapping: successfully authorized.
[28527] Tue Apr 16 14:50:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28527] Tue Apr 16 14:50:29 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28527] Tue Apr 16 14:50:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28598] Tue Apr 16 14:50:32 2019 :: Configuration read from /etc/gridftp.conf.
[28598] Tue Apr 16 14:50:32 2019 :: Server started in inetd mode.
[28598] Tue Apr 16 14:50:32 2019 :: New connection from: fts804.cern.ch:42084
[28598] Tue Apr 16 14:50:32 2019 :: dmlite :: starting new connection
[28598] Tue Apr 16 14:50:32 2019 :: dmlite :: DSI options :: dome_checksum
[28598] Tue Apr 16 14:50:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28598] Tue Apr 16 14:50:32 2019 :: User :globus-mapping: successfully authorized.
[28598] Tue Apr 16 14:50:32 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28598] Tue Apr 16 14:50:32 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf
[28598] Tue Apr 16 14:50:33 2019 :: Closed connection from fts804.cern.ch:42084
[28598] Tue Apr 16 14:50:33 2019 :: dmlite :: closing connection
[28533] Tue Apr 16 14:50:29 2019 :: Configuration read from /etc/gridftp.conf.
[28533] Tue Apr 16 14:50:29 2019 :: Server started in inetd mode.
[28533] Tue Apr 16 14:50:29 2019 :: New connection from: fts309.usatlas.bnl.gov:43722
[28533] Tue Apr 16 14:50:29 2019 :: dmlite :: starting new connection
[28533] Tue Apr 16 14:50:29 2019 :: dmlite :: DSI options :: dome_checksum
[28533] Tue Apr 16 14:50:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28533] Tue Apr 16 14:50:29 2019 :: User :globus-mapping: successfully authorized.
[28533] Tue Apr 16 14:50:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/25/EVNT.17639170._128160.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[28533] Tue Apr 16 14:50:30 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/25/EVNT.17639170._128160.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[28533] Tue Apr 16 14:50:30 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/25/EVNT.17639170._128160.pool.root.1
[28391] Tue Apr 16 14:50:34 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root".
[28391] Tue Apr 16 14:50:34 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.nbruscin.17741262._000453.output_Fake1L.root.544152.1555419024 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28391] Tue Apr 16 14:50:34 2019 :: Closed connection from fts801.cern.ch:42124
[28391] Tue Apr 16 14:50:34 2019 :: dmlite :: closing connection
[28641] Tue Apr 16 14:50:33 2019 :: Configuration read from /etc/gridftp.conf.
[28641] Tue Apr 16 14:50:33 2019 :: Server started in inetd mode.
[28641] Tue Apr 16 14:50:33 2019 :: New connection from: fts804.cern.ch:42104
[28641] Tue Apr 16 14:50:34 2019 :: dmlite :: starting new connection
[28641] Tue Apr 16 14:50:34 2019 :: dmlite :: DSI options :: dome_checksum
[28641] Tue Apr 16 14:50:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28641] Tue Apr 16 14:50:34 2019 :: User :globus-mapping: successfully authorized.
[28641] Tue Apr 16 14:50:34 2019 :: Closed connection from fts804.cern.ch:42104
[28641] Tue Apr 16 14:50:34 2019 :: dmlite :: closing connection
[28649] Tue Apr 16 14:50:34 2019 :: Configuration read from /etc/gridftp.conf.
[28649] Tue Apr 16 14:50:34 2019 :: Server started in inetd mode.
[28649] Tue Apr 16 14:50:34 2019 :: New connection from: fts801.cern.ch:42652
[28649] Tue Apr 16 14:50:34 2019 :: dmlite :: starting new connection
[28649] Tue Apr 16 14:50:34 2019 :: dmlite :: DSI options :: dome_checksum
[28649] Tue Apr 16 14:50:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28649] Tue Apr 16 14:50:34 2019 :: User :globus-mapping: successfully authorized.
[28649] Tue Apr 16 14:50:34 2019 :: Closed connection from fts801.cern.ch:42652
[28649] Tue Apr 16 14:50:34 2019 :: dmlite :: closing connection
[28678] Tue Apr 16 14:50:34 2019 :: Configuration read from /etc/gridftp.conf.
[28678] Tue Apr 16 14:50:34 2019 :: Server started in inetd mode.
[28678] Tue Apr 16 14:50:34 2019 :: New connection from: fts804.cern.ch:42130
[28678] Tue Apr 16 14:50:34 2019 :: dmlite :: starting new connection
[28678] Tue Apr 16 14:50:34 2019 :: dmlite :: DSI options :: dome_checksum
[28678] Tue Apr 16 14:50:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28678] Tue Apr 16 14:50:34 2019 :: User :globus-mapping: successfully authorized.
[28502] Tue Apr 16 14:50:34 2019 :: Closed connection from fts804.cern.ch:41832
[28502] Tue Apr 16 14:50:34 2019 :: dmlite :: closing connection
[28678] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/bc/8d/ESD.b81ac6b7ac5944318b700b8846d5b7cf :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28678] Tue Apr 16 14:50:34 2019 :: Closed connection from fts804.cern.ch:42130
[28678] Tue Apr 16 14:50:34 2019 :: dmlite :: closing connection
[28621] Tue Apr 16 14:50:33 2019 :: Configuration read from /etc/gridftp.conf.
[28621] Tue Apr 16 14:50:33 2019 :: Server started in inetd mode.
[28621] Tue Apr 16 14:50:33 2019 :: New connection from: fts801.cern.ch:42560
[28621] Tue Apr 16 14:50:33 2019 :: dmlite :: starting new connection
[28621] Tue Apr 16 14:50:33 2019 :: dmlite :: DSI options :: dome_checksum
[28621] Tue Apr 16 14:50:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28621] Tue Apr 16 14:50:33 2019 :: User :globus-mapping: successfully authorized.
[28621] Tue Apr 16 14:50:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/a2/2c/user.tsykora.17477459.EXT0._012313.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28621] Tue Apr 16 14:50:34 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/a2/2c/user.tsykora.17477459.EXT0._012313.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28621] Tue Apr 16 14:50:34 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/a2/2c/user.tsykora.17477459.EXT0._012313.HITS.pool.root
[28621] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/a2/2c/user.tsykora.17477459.EXT0._012313.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28621] Tue Apr 16 14:50:34 2019 :: Closed connection from fts801.cern.ch:42560
[28621] Tue Apr 16 14:50:34 2019 :: dmlite :: closing connection
[28556] Tue Apr 16 14:50:31 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28556] Tue Apr 16 14:50:31 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000249.pool.root.1.544156.1555419030 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[25653] Tue Apr 16 14:50:30 2019 :: Child process 28541 ended with rc = 0
[25653] Tue Apr 16 14:50:30 2019 :: Child process 28509 ended with rc = 0
[25653] Tue Apr 16 14:50:31 2019 :: Child process 28571 ended with rc = 0
[25653] Tue Apr 16 14:50:31 2019 :: Child process 28147 ended with rc = 0
[25653] Tue Apr 16 14:50:32 2019 :: Child process 28548 ended with rc = 0
[25653] Tue Apr 16 14:50:32 2019 :: Child process 28577 ended with rc = 0
[25653] Tue Apr 16 14:50:32 2019 :: Child process 28586 ended with rc = 0
[25653] Tue Apr 16 14:50:32 2019 :: Child process 28592 ended with rc = 0
[25653] Tue Apr 16 14:50:33 2019 :: Child process 28604 ended with rc = 0
[25653] Tue Apr 16 14:50:33 2019 :: Child process 28471 ended with rc = 0
[25653] Tue Apr 16 14:50:33 2019 :: Child process 28598 ended with rc = 0
[25653] Tue Apr 16 14:50:34 2019 :: Child process 28391 ended with rc = 0
[25653] Tue Apr 16 14:50:34 2019 :: Child process 28641 ended with rc = 0
[25653] Tue Apr 16 14:50:34 2019 :: Child process 28649 ended with rc = 0
[25653] Tue Apr 16 14:50:34 2019 :: Child process 28502 ended with rc = 0
[25653] Tue Apr 16 14:50:34 2019 :: Child process 28678 ended with rc = 0
[25653] Tue Apr 16 14:50:34 2019 :: Child process 28621 ended with rc = 0
[28658] Tue Apr 16 14:50:34 2019 :: Configuration read from /etc/gridftp.conf.
[28658] Tue Apr 16 14:50:34 2019 :: Server started in inetd mode.
[28658] Tue Apr 16 14:50:34 2019 :: New connection from: fts801.cern.ch:42656
[28658] Tue Apr 16 14:50:34 2019 :: dmlite :: starting new connection
[28658] Tue Apr 16 14:50:34 2019 :: dmlite :: DSI options :: dome_checksum
[28658] Tue Apr 16 14:50:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28658] Tue Apr 16 14:50:34 2019 :: User :globus-mapping: successfully authorized.
[28658] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/d6/c4/user.tsykora.17477459.EXT0._011900.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28658] Tue Apr 16 14:50:34 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/d6/c4/user.tsykora.17477459.EXT0._011900.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28658] Tue Apr 16 14:50:34 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/d6/c4/user.tsykora.17477459.EXT0._011900.HITS.pool.root
[28658] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/d6/c4/user.tsykora.17477459.EXT0._011900.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28658] Tue Apr 16 14:50:35 2019 :: Closed connection from fts801.cern.ch:42656
[28658] Tue Apr 16 14:50:35 2019 :: dmlite :: closing connection
[28633] Tue Apr 16 14:50:33 2019 :: Configuration read from /etc/gridftp.conf.
[28633] Tue Apr 16 14:50:33 2019 :: Server started in inetd mode.
[28633] Tue Apr 16 14:50:33 2019 :: New connection from: fts813.cern.ch:57588
[28633] Tue Apr 16 14:50:33 2019 :: dmlite :: starting new connection
[28633] Tue Apr 16 14:50:33 2019 :: dmlite :: DSI options :: dome_checksum
[28633] Tue Apr 16 14:50:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28633] Tue Apr 16 14:50:33 2019 :: User :globus-mapping: successfully authorized.
[28633] Tue Apr 16 14:50:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1
[28633] Tue Apr 16 14:50:34 2019 :: requested node: dpmpool22.farm.particle.cz
[28633] Tue Apr 16 14:50:34 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[28633] Tue Apr 16 14:50:34 2019 :: connected to remote node
[28633] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28633] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1'
[28633] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28633] Tue Apr 16 14:50:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28689] Tue Apr 16 14:50:34 2019 :: Configuration read from /etc/gridftp.conf.
[28689] Tue Apr 16 14:50:34 2019 :: Server started in inetd mode.
[28689] Tue Apr 16 14:50:34 2019 :: New connection from: fts801.cern.ch:42690
[28689] Tue Apr 16 14:50:34 2019 :: dmlite :: starting new connection
[28689] Tue Apr 16 14:50:34 2019 :: dmlite :: DSI options :: dome_checksum
[28689] Tue Apr 16 14:50:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28689] Tue Apr 16 14:50:34 2019 :: User :globus-mapping: successfully authorized.
[28689] Tue Apr 16 14:50:34 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28689] Tue Apr 16 14:50:34 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root
[28689] Tue Apr 16 14:50:35 2019 :: Closed connection from fts801.cern.ch:42690
[28689] Tue Apr 16 14:50:35 2019 :: dmlite :: closing connection
[28668] Tue Apr 16 14:50:34 2019 :: Configuration read from /etc/gridftp.conf.
[28668] Tue Apr 16 14:50:34 2019 :: Server started in inetd mode.
[28668] Tue Apr 16 14:50:34 2019 :: New connection from: fts812.cern.ch:52444
[28668] Tue Apr 16 14:50:34 2019 :: dmlite :: starting new connection
[28668] Tue Apr 16 14:50:34 2019 :: dmlite :: DSI options :: dome_checksum
[28668] Tue Apr 16 14:50:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28668] Tue Apr 16 14:50:34 2019 :: User :globus-mapping: successfully authorized.
[28668] Tue Apr 16 14:50:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1
[28668] Tue Apr 16 14:50:34 2019 :: requested node: dpmpool17.farm.particle.cz
[28668] Tue Apr 16 14:50:34 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[28668] Tue Apr 16 14:50:34 2019 :: connected to remote node
[28668] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28668] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1'
[28668] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28668] Tue Apr 16 14:50:36 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28451] Tue Apr 16 14:50:31 2019 :: Server started in inetd mode.
[28451] Tue Apr 16 14:50:31 2019 :: New connection from: mikan29.farm.particle.cz:46612
[28520] Tue Apr 16 14:50:36 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5d/98/EVNT.17639170._128329.pool.root.1".
[28520] Tue Apr 16 14:50:36 2019 :: Closed connection from fts307.usatlas.bnl.gov:32832
[28520] Tue Apr 16 14:50:36 2019 :: dmlite :: closing connection
[28451] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28451] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28451] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[28451] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28451] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28451] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28451] Tue Apr 16 14:50:36 2019 :: Closed connection from mikan29.farm.particle.cz:46612
[28451] Tue Apr 16 14:50:36 2019 :: dmlite :: closing connection
[28777] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28777] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28777] Tue Apr 16 14:50:36 2019 :: New connection from: fts801.cern.ch:42784
[28777] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28777] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28777] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28777] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28777] Tue Apr 16 14:50:36 2019 :: Closed connection from fts801.cern.ch:42784
[28777] Tue Apr 16 14:50:36 2019 :: dmlite :: closing connection
[28827] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28827] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28827] Tue Apr 16 14:50:36 2019 :: New connection from: fts801.cern.ch:42790
[28827] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28827] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28827] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28827] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28827] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/d8/81/user.nbruscin.17741262._000453.output_Fake1L.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28827] Tue Apr 16 14:50:36 2019 :: Closed connection from fts801.cern.ch:42790
[28827] Tue Apr 16 14:50:36 2019 :: dmlite :: closing connection
[28249] Tue Apr 16 14:50:36 2019 :: Closed connection from fts801.cern.ch:41850
[28249] Tue Apr 16 14:50:36 2019 :: dmlite :: closing connection
[28728] Tue Apr 16 14:50:35 2019 :: Configuration read from /etc/gridftp.conf.
[28728] Tue Apr 16 14:50:35 2019 :: Server started in inetd mode.
[28728] Tue Apr 16 14:50:35 2019 :: New connection from: fts803.cern.ch:37938
[28728] Tue Apr 16 14:50:35 2019 :: dmlite :: starting new connection
[28728] Tue Apr 16 14:50:35 2019 :: dmlite :: DSI options :: dome_checksum
[28728] Tue Apr 16 14:50:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28728] Tue Apr 16 14:50:35 2019 :: User :globus-mapping: successfully authorized.
[28728] Tue Apr 16 14:50:35 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1
[28728] Tue Apr 16 14:50:35 2019 :: requested node: dpmpool9.farm.particle.cz
[28728] Tue Apr 16 14:50:35 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[28728] Tue Apr 16 14:50:36 2019 :: connected to remote node
[28728] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28728] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1'
[28728] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28728] Tue Apr 16 14:50:37 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28611] Tue Apr 16 14:50:32 2019 :: Configuration read from /etc/gridftp.conf.
[28611] Tue Apr 16 14:50:32 2019 :: Server started in inetd mode.
[28611] Tue Apr 16 14:50:32 2019 :: New connection from: fts813.cern.ch:57436
[28611] Tue Apr 16 14:50:33 2019 :: dmlite :: starting new connection
[28611] Tue Apr 16 14:50:33 2019 :: dmlite :: DSI options :: dome_checksum
[28611] Tue Apr 16 14:50:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28611] Tue Apr 16 14:50:33 2019 :: User :globus-mapping: successfully authorized.
[28611] Tue Apr 16 14:50:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28611] Tue Apr 16 14:50:33 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28611] Tue Apr 16 14:50:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28802] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28802] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28802] Tue Apr 16 14:50:36 2019 :: New connection from: fts800.cern.ch:33248
[28802] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28802] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28802] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28802] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28802] Tue Apr 16 14:50:36 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1
[28802] Tue Apr 16 14:50:36 2019 :: requested node: dpmpool20.farm.particle.cz
[28802] Tue Apr 16 14:50:36 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[28802] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28802] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28802] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1'
[28802] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28802] Tue Apr 16 14:50:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28808] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28808] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28808] Tue Apr 16 14:50:36 2019 :: New connection from: fts808.cern.ch:42174
[28808] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28808] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28808] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28808] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28808] Tue Apr 16 14:50:36 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1
[28808] Tue Apr 16 14:50:36 2019 :: requested node: dpmpool21.farm.particle.cz
[28808] Tue Apr 16 14:50:36 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[28808] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28808] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28808] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1'
[28808] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28808] Tue Apr 16 14:50:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28832] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28832] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28832] Tue Apr 16 14:50:36 2019 :: New connection from: fts813.cern.ch:57882
[28832] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28832] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28832] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28832] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28832] Tue Apr 16 14:50:36 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root
[28832] Tue Apr 16 14:50:36 2019 :: requested node: dpmpool9.farm.particle.cz
[28832] Tue Apr 16 14:50:36 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[28832] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28832] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28832] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root'
[28832] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28832] Tue Apr 16 14:50:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28847] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28847] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28847] Tue Apr 16 14:50:36 2019 :: New connection from: fts808.cern.ch:42202
[28847] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28847] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28847] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28847] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28847] Tue Apr 16 14:50:36 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1
[28847] Tue Apr 16 14:50:37 2019 :: requested node: dpmpool9.farm.particle.cz
[28847] Tue Apr 16 14:50:37 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[28847] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28847] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28847] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1'
[28847] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28847] Tue Apr 16 14:50:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28838] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28838] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28838] Tue Apr 16 14:50:36 2019 :: New connection from: fts804.cern.ch:42436
[28838] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28838] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28838] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28838] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28838] Tue Apr 16 14:50:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1
[28838] Tue Apr 16 14:50:37 2019 :: requested node: dpmpool21.farm.particle.cz
[28838] Tue Apr 16 14:50:37 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[28838] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28838] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28838] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1'
[28838] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28838] Tue Apr 16 14:50:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28627] Tue Apr 16 14:50:33 2019 :: Configuration read from /etc/gridftp.conf.
[28627] Tue Apr 16 14:50:33 2019 :: Server started in inetd mode.
[28627] Tue Apr 16 14:50:33 2019 :: New connection from: fts812.cern.ch:52276
[28627] Tue Apr 16 14:50:33 2019 :: dmlite :: starting new connection
[28627] Tue Apr 16 14:50:33 2019 :: dmlite :: DSI options :: dome_checksum
[28627] Tue Apr 16 14:50:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28627] Tue Apr 16 14:50:33 2019 :: User :globus-mapping: successfully authorized.
[28627] Tue Apr 16 14:50:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28627] Tue Apr 16 14:50:33 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28627] Tue Apr 16 14:50:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28633] Tue Apr 16 14:50:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28633] Tue Apr 16 14:50:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000114.pool.root.1.544157.1555419034 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28911] Tue Apr 16 14:50:37 2019 :: Configuration read from /etc/gridftp.conf.
[28911] Tue Apr 16 14:50:37 2019 :: Server started in inetd mode.
[28911] Tue Apr 16 14:50:37 2019 :: New connection from: fts309.usatlas.bnl.gov:44450
[28911] Tue Apr 16 14:50:38 2019 :: dmlite :: starting new connection
[28911] Tue Apr 16 14:50:38 2019 :: dmlite :: DSI options :: dome_checksum
[28911] Tue Apr 16 14:50:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28911] Tue Apr 16 14:50:38 2019 :: User :globus-mapping: successfully authorized.
[28911] Tue Apr 16 14:50:38 2019 :: Closed connection from fts309.usatlas.bnl.gov:44450
[28911] Tue Apr 16 14:50:38 2019 :: dmlite :: closing connection
[28847] Tue Apr 16 14:50:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28847] Tue Apr 16 14:50:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686552._037997.pool.root.1.544163.1555419036 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28847] Tue Apr 16 14:50:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1".
[28847] Tue Apr 16 14:50:39 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686552._037997.pool.root.1.544163.1555419036 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28847] Tue Apr 16 14:50:39 2019 :: Closed connection from fts808.cern.ch:42202
[28847] Tue Apr 16 14:50:39 2019 :: dmlite :: closing connection
[28881] Tue Apr 16 14:50:37 2019 :: Configuration read from /etc/gridftp.conf.
[28881] Tue Apr 16 14:50:37 2019 :: Server started in inetd mode.
[28875] Tue Apr 16 14:50:37 2019 :: Configuration read from /etc/gridftp.conf.
[28881] Tue Apr 16 14:50:37 2019 :: New connection from: fts800.cern.ch:33302
[28875] Tue Apr 16 14:50:37 2019 :: Server started in inetd mode.
[28881] Tue Apr 16 14:50:37 2019 :: dmlite :: starting new connection
[28875] Tue Apr 16 14:50:37 2019 :: New connection from: fts808.cern.ch:42254
[28881] Tue Apr 16 14:50:37 2019 :: dmlite :: DSI options :: dome_checksum
[28875] Tue Apr 16 14:50:37 2019 :: dmlite :: starting new connection
[28881] Tue Apr 16 14:50:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28875] Tue Apr 16 14:50:37 2019 :: dmlite :: DSI options :: dome_checksum
[28881] Tue Apr 16 14:50:37 2019 :: User :globus-mapping: successfully authorized.
[28875] Tue Apr 16 14:50:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28881] Tue Apr 16 14:50:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e
[28875] Tue Apr 16 14:50:37 2019 :: User :globus-mapping: successfully authorized.
[28881] Tue Apr 16 14:50:37 2019 :: requested node: dpmpool23.farm.particle.cz
[28875] Tue Apr 16 14:50:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14
[28881] Tue Apr 16 14:50:37 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[28875] Tue Apr 16 14:50:37 2019 :: requested node: dpmpool16.farm.particle.cz
[28881] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28875] Tue Apr 16 14:50:37 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[28875] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28881] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28875] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28881] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e'
[28875] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14'
[28881] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28875] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28881] Tue Apr 16 14:50:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28875] Tue Apr 16 14:50:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28887] Tue Apr 16 14:50:37 2019 :: Configuration read from /etc/gridftp.conf.
[28887] Tue Apr 16 14:50:37 2019 :: Server started in inetd mode.
[28887] Tue Apr 16 14:50:37 2019 :: New connection from: fts811.cern.ch:36950
[28887] Tue Apr 16 14:50:37 2019 :: dmlite :: starting new connection
[28887] Tue Apr 16 14:50:37 2019 :: dmlite :: DSI options :: dome_checksum
[28887] Tue Apr 16 14:50:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28887] Tue Apr 16 14:50:37 2019 :: User :globus-mapping: successfully authorized.
[28887] Tue Apr 16 14:50:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1
[28887] Tue Apr 16 14:50:37 2019 :: requested node: dpmpool20.farm.particle.cz
[28887] Tue Apr 16 14:50:37 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[28887] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28887] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28887] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1'
[28887] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28887] Tue Apr 16 14:50:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28654] Tue Apr 16 14:50:34 2019 :: Configuration read from /etc/gridftp.conf.
[28654] Tue Apr 16 14:50:34 2019 :: Server started in inetd mode.
[28654] Tue Apr 16 14:50:34 2019 :: New connection from: fts805.cern.ch:55444
[28654] Tue Apr 16 14:50:34 2019 :: dmlite :: starting new connection
[28654] Tue Apr 16 14:50:34 2019 :: dmlite :: DSI options :: dome_checksum
[28654] Tue Apr 16 14:50:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28654] Tue Apr 16 14:50:34 2019 :: User :globus-mapping: successfully authorized.
[28654] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28654] Tue Apr 16 14:50:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (481 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28654] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28893] Tue Apr 16 14:50:37 2019 :: Configuration read from /etc/gridftp.conf.
[28893] Tue Apr 16 14:50:37 2019 :: Server started in inetd mode.
[28893] Tue Apr 16 14:50:37 2019 :: New connection from: fts804.cern.ch:42480
[28893] Tue Apr 16 14:50:37 2019 :: dmlite :: starting new connection
[28893] Tue Apr 16 14:50:37 2019 :: dmlite :: DSI options :: dome_checksum
[28893] Tue Apr 16 14:50:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28893] Tue Apr 16 14:50:37 2019 :: User :globus-mapping: successfully authorized.
[28893] Tue Apr 16 14:50:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1
[28893] Tue Apr 16 14:50:37 2019 :: requested node: dpmpool9.farm.particle.cz
[28893] Tue Apr 16 14:50:37 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[28893] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28893] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28893] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1'
[28893] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28893] Tue Apr 16 14:50:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28776] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28776] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28776] Tue Apr 16 14:50:36 2019 :: New connection from: fts805.cern.ch:55594
[28776] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28776] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28776] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28776] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28776] Tue Apr 16 14:50:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b
[28776] Tue Apr 16 14:50:37 2019 :: requested node: dpmpool9.farm.particle.cz
[28776] Tue Apr 16 14:50:37 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[28776] Tue Apr 16 14:50:37 2019 :: connected to remote node
[28776] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28776] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b'
[28776] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28776] Tue Apr 16 14:50:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28668] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28668] Tue Apr 16 14:50:36 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs14/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000078.pool.root.1.544158.1555419034 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28669] Tue Apr 16 14:50:34 2019 :: Configuration read from /etc/gridftp.conf.
[28669] Tue Apr 16 14:50:34 2019 :: Server started in inetd mode.
[28669] Tue Apr 16 14:50:34 2019 :: New connection from: fts803.cern.ch:37822
[28669] Tue Apr 16 14:50:34 2019 :: dmlite :: starting new connection
[28669] Tue Apr 16 14:50:34 2019 :: dmlite :: DSI options :: dome_checksum
[28669] Tue Apr 16 14:50:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28669] Tue Apr 16 14:50:34 2019 :: User :globus-mapping: successfully authorized.
[28669] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28669] Tue Apr 16 14:50:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28669] Tue Apr 16 14:50:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28881] Tue Apr 16 14:50:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28881] Tue Apr 16 14:50:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/ESD.4785036e76ee461ba5a59e1ebc3f9b7e.544166.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28881] Tue Apr 16 14:50:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e".
[28881] Tue Apr 16 14:50:39 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/ESD.4785036e76ee461ba5a59e1ebc3f9b7e.544166.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28881] Tue Apr 16 14:50:39 2019 :: Closed connection from fts800.cern.ch:33302
[28881] Tue Apr 16 14:50:39 2019 :: dmlite :: closing connection
[28969] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[28969] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[28969] Tue Apr 16 14:50:39 2019 :: New connection from: fts808.cern.ch:42320
[28969] Tue Apr 16 14:50:39 2019 :: dmlite :: starting new connection
[28969] Tue Apr 16 14:50:39 2019 :: dmlite :: DSI options :: dome_checksum
[28969] Tue Apr 16 14:50:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28969] Tue Apr 16 14:50:39 2019 :: User :globus-mapping: successfully authorized.
[28969] Tue Apr 16 14:50:39 2019 :: Closed connection from fts808.cern.ch:42320
[28969] Tue Apr 16 14:50:39 2019 :: dmlite :: closing connection
[28776] Tue Apr 16 14:50:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28776] Tue Apr 16 14:50:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/ESD.2a7c68762db74ac79ca8119cc9d31b1b.544169.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28776] Tue Apr 16 14:50:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b".
[28776] Tue Apr 16 14:50:39 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/ESD.2a7c68762db74ac79ca8119cc9d31b1b.544169.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28776] Tue Apr 16 14:50:39 2019 :: Closed connection from fts805.cern.ch:55594
[28776] Tue Apr 16 14:50:39 2019 :: dmlite :: closing connection
[28977] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[28977] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[28977] Tue Apr 16 14:50:39 2019 :: New connection from: fts800.cern.ch:33362
[28977] Tue Apr 16 14:50:39 2019 :: dmlite :: starting new connection
[28977] Tue Apr 16 14:50:39 2019 :: dmlite :: DSI options :: dome_checksum
[28977] Tue Apr 16 14:50:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28977] Tue Apr 16 14:50:39 2019 :: User :globus-mapping: successfully authorized.
[28977] Tue Apr 16 14:50:39 2019 :: Closed connection from fts800.cern.ch:33362
[28977] Tue Apr 16 14:50:39 2019 :: dmlite :: closing connection
[28875] Tue Apr 16 14:50:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28875] Tue Apr 16 14:50:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs9/atlas/2019-04-16/ESD.210c0247465146f79c5a2ef3def05c14.544165.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28875] Tue Apr 16 14:50:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14".
[28875] Tue Apr 16 14:50:39 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs9/atlas/2019-04-16/ESD.210c0247465146f79c5a2ef3def05c14.544165.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28875] Tue Apr 16 14:50:39 2019 :: Closed connection from fts808.cern.ch:42254
[28875] Tue Apr 16 14:50:39 2019 :: dmlite :: closing connection
[28931] Tue Apr 16 14:50:38 2019 :: Configuration read from /etc/gridftp.conf.
[28931] Tue Apr 16 14:50:38 2019 :: Server started in inetd mode.
[28931] Tue Apr 16 14:50:38 2019 :: New connection from: fts801.cern.ch:42812
[28931] Tue Apr 16 14:50:38 2019 :: dmlite :: starting new connection
[28931] Tue Apr 16 14:50:38 2019 :: dmlite :: DSI options :: dome_checksum
[28931] Tue Apr 16 14:50:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28931] Tue Apr 16 14:50:38 2019 :: User :globus-mapping: successfully authorized.
[28931] Tue Apr 16 14:50:38 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root
[28931] Tue Apr 16 14:50:38 2019 :: requested node: dpmpool20.farm.particle.cz
[28931] Tue Apr 16 14:50:38 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[28931] Tue Apr 16 14:50:38 2019 :: connected to remote node
[28931] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28931] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root'
[28931] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28931] Tue Apr 16 14:50:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28893] Tue Apr 16 14:50:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28893] Tue Apr 16 14:50:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17686636._033497.pool.root.1.544168.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28893] Tue Apr 16 14:50:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1".
[28893] Tue Apr 16 14:50:39 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17686636._033497.pool.root.1.544168.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28893] Tue Apr 16 14:50:39 2019 :: Closed connection from fts804.cern.ch:42480
[28893] Tue Apr 16 14:50:39 2019 :: dmlite :: closing connection
[29005] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[29005] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[29005] Tue Apr 16 14:50:39 2019 :: New connection from: fts808.cern.ch:42350
[29005] Tue Apr 16 14:50:39 2019 :: dmlite :: starting new connection
[29005] Tue Apr 16 14:50:39 2019 :: dmlite :: DSI options :: dome_checksum
[29005] Tue Apr 16 14:50:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29005] Tue Apr 16 14:50:39 2019 :: User :globus-mapping: successfully authorized.
[29005] Tue Apr 16 14:50:40 2019 :: Closed connection from fts808.cern.ch:42350
[29005] Tue Apr 16 14:50:40 2019 :: dmlite :: closing connection
[28707] Tue Apr 16 14:50:35 2019 :: Configuration read from /etc/gridftp.conf.
[28707] Tue Apr 16 14:50:35 2019 :: Server started in inetd mode.
[28707] Tue Apr 16 14:50:35 2019 :: New connection from: fts801.cern.ch:42740
[28707] Tue Apr 16 14:50:35 2019 :: dmlite :: starting new connection
[28707] Tue Apr 16 14:50:35 2019 :: dmlite :: DSI options :: dome_checksum
[28707] Tue Apr 16 14:50:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28707] Tue Apr 16 14:50:35 2019 :: User :globus-mapping: successfully authorized.
[28707] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28707] Tue Apr 16 14:50:35 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28707] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28707] Tue Apr 16 14:50:35 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (369 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28707] Tue Apr 16 14:50:35 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28713] Tue Apr 16 14:50:35 2019 :: Configuration read from /etc/gridftp.conf.
[28713] Tue Apr 16 14:50:35 2019 :: Server started in inetd mode.
[28713] Tue Apr 16 14:50:35 2019 :: New connection from: fts804.cern.ch:42262
[28713] Tue Apr 16 14:50:35 2019 :: dmlite :: starting new connection
[28713] Tue Apr 16 14:50:35 2019 :: dmlite :: DSI options :: dome_checksum
[28713] Tue Apr 16 14:50:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28713] Tue Apr 16 14:50:35 2019 :: User :globus-mapping: successfully authorized.
[28713] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28713] Tue Apr 16 14:50:35 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90/DAOD_HIGG5D2.17743336._000173.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28713] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/94/90 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28991] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[28991] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[28991] Tue Apr 16 14:50:39 2019 :: New connection from: fts805.cern.ch:55786
[28991] Tue Apr 16 14:50:39 2019 :: dmlite :: starting new connection
[28991] Tue Apr 16 14:50:39 2019 :: dmlite :: DSI options :: dome_checksum
[28991] Tue Apr 16 14:50:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28991] Tue Apr 16 14:50:39 2019 :: User :globus-mapping: successfully authorized.
[28991] Tue Apr 16 14:50:40 2019 :: Closed connection from fts805.cern.ch:55786
[28991] Tue Apr 16 14:50:40 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:50:35 2019 :: Child process 28658 ended with rc = 0
[25653] Tue Apr 16 14:50:35 2019 :: Child process 28689 ended with rc = 0
[25653] Tue Apr 16 14:50:36 2019 :: Child process 28520 ended with rc = 0
[25653] Tue Apr 16 14:50:36 2019 :: Child process 28451 ended with rc = 0
[25653] Tue Apr 16 14:50:36 2019 :: Child process 28777 ended with rc = 0
[25653] Tue Apr 16 14:50:36 2019 :: Child process 28827 ended with rc = 0
[25653] Tue Apr 16 14:50:36 2019 :: Child process 28249 ended with rc = 0
[25653] Tue Apr 16 14:50:38 2019 :: Child process 28911 ended with rc = 0
[25653] Tue Apr 16 14:50:39 2019 :: Child process 28847 ended with rc = 0
[25653] Tue Apr 16 14:50:39 2019 :: Child process 28881 ended with rc = 0
[25653] Tue Apr 16 14:50:39 2019 :: Child process 28969 ended with rc = 0
[25653] Tue Apr 16 14:50:39 2019 :: Child process 28776 ended with rc = 0
[25653] Tue Apr 16 14:50:39 2019 :: Child process 28977 ended with rc = 0
[25653] Tue Apr 16 14:50:39 2019 :: Child process 28875 ended with rc = 0
[25653] Tue Apr 16 14:50:39 2019 :: Child process 28893 ended with rc = 0
[25653] Tue Apr 16 14:50:40 2019 :: Child process 29005 ended with rc = 0
[25653] Tue Apr 16 14:50:40 2019 :: Child process 28991 ended with rc = 0
[29017] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[29017] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[29017] Tue Apr 16 14:50:39 2019 :: New connection from: fts804.cern.ch:42554
[29017] Tue Apr 16 14:50:40 2019 :: dmlite :: starting new connection
[29017] Tue Apr 16 14:50:40 2019 :: dmlite :: DSI options :: dome_checksum
[29017] Tue Apr 16 14:50:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29017] Tue Apr 16 14:50:40 2019 :: User :globus-mapping: successfully authorized.
[29017] Tue Apr 16 14:50:40 2019 :: Closed connection from fts804.cern.ch:42554
[29017] Tue Apr 16 14:50:40 2019 :: dmlite :: closing connection
[28225] Tue Apr 16 14:50:40 2019 :: Closed connection from fts307.usatlas.bnl.gov:60146
[28225] Tue Apr 16 14:50:40 2019 :: dmlite :: closing connection
[28942] Tue Apr 16 14:50:38 2019 :: Configuration read from /etc/gridftp.conf.
[28942] Tue Apr 16 14:50:38 2019 :: Server started in inetd mode.
[28942] Tue Apr 16 14:50:38 2019 :: New connection from: fts802.cern.ch:60342
[28942] Tue Apr 16 14:50:38 2019 :: dmlite :: starting new connection
[28942] Tue Apr 16 14:50:38 2019 :: dmlite :: DSI options :: dome_checksum
[28942] Tue Apr 16 14:50:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28942] Tue Apr 16 14:50:38 2019 :: User :globus-mapping: successfully authorized.
[28942] Tue Apr 16 14:50:38 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1
[28942] Tue Apr 16 14:50:38 2019 :: requested node: dpmpool23.farm.particle.cz
[28942] Tue Apr 16 14:50:38 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[28942] Tue Apr 16 14:50:38 2019 :: connected to remote node
[28942] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28942] Tue Apr 16 14:50:40 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1'
[28942] Tue Apr 16 14:50:40 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28942] Tue Apr 16 14:50:40 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28719] Tue Apr 16 14:50:35 2019 :: Configuration read from /etc/gridftp.conf.
[28719] Tue Apr 16 14:50:35 2019 :: Server started in inetd mode.
[28719] Tue Apr 16 14:50:35 2019 :: New connection from: fts813.cern.ch:57804
[28719] Tue Apr 16 14:50:35 2019 :: dmlite :: starting new connection
[28719] Tue Apr 16 14:50:35 2019 :: dmlite :: DSI options :: dome_checksum
[28719] Tue Apr 16 14:50:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28719] Tue Apr 16 14:50:35 2019 :: User :globus-mapping: successfully authorized.
[28719] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28719] Tue Apr 16 14:50:35 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (529 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28719] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28728] Tue Apr 16 14:50:37 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28728] Tue Apr 16 14:50:37 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686636._027169.pool.root.1.544159.1555419035 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28961] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[28961] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[28961] Tue Apr 16 14:50:39 2019 :: New connection from: fts309.usatlas.bnl.gov:44558
[28961] Tue Apr 16 14:50:39 2019 :: dmlite :: starting new connection
[28961] Tue Apr 16 14:50:39 2019 :: dmlite :: DSI options :: dome_checksum
[28961] Tue Apr 16 14:50:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28961] Tue Apr 16 14:50:39 2019 :: User :globus-mapping: successfully authorized.
[28961] Tue Apr 16 14:50:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/25/EVNT.17639170._128160.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[28961] Tue Apr 16 14:50:40 2019 :: Closed connection from fts309.usatlas.bnl.gov:44558
[28961] Tue Apr 16 14:50:40 2019 :: dmlite :: closing connection
[28737] Tue Apr 16 14:50:35 2019 :: Configuration read from /etc/gridftp.conf.
[28737] Tue Apr 16 14:50:35 2019 :: Server started in inetd mode.
[28737] Tue Apr 16 14:50:35 2019 :: New connection from: fts800.cern.ch:33114
[28737] Tue Apr 16 14:50:35 2019 :: dmlite :: starting new connection
[28737] Tue Apr 16 14:50:35 2019 :: dmlite :: DSI options :: dome_checksum
[28737] Tue Apr 16 14:50:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28737] Tue Apr 16 14:50:35 2019 :: User :globus-mapping: successfully authorized.
[28737] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28737] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28737] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28743] Tue Apr 16 14:50:35 2019 :: Configuration read from /etc/gridftp.conf.
[28743] Tue Apr 16 14:50:35 2019 :: Server started in inetd mode.
[28743] Tue Apr 16 14:50:35 2019 :: New connection from: fts808.cern.ch:42048
[28743] Tue Apr 16 14:50:35 2019 :: dmlite :: starting new connection
[28743] Tue Apr 16 14:50:35 2019 :: dmlite :: DSI options :: dome_checksum
[28743] Tue Apr 16 14:50:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28743] Tue Apr 16 14:50:35 2019 :: User :globus-mapping: successfully authorized.
[28743] Tue Apr 16 14:50:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28743] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28743] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28984] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[28984] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[28984] Tue Apr 16 14:50:39 2019 :: New connection from: fts808.cern.ch:42338
[28984] Tue Apr 16 14:50:39 2019 :: dmlite :: starting new connection
[28984] Tue Apr 16 14:50:39 2019 :: dmlite :: DSI options :: dome_checksum
[28984] Tue Apr 16 14:50:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28984] Tue Apr 16 14:50:39 2019 :: User :globus-mapping: successfully authorized.
[28984] Tue Apr 16 14:50:39 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28984] Tue Apr 16 14:50:39 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1
[28984] Tue Apr 16 14:50:40 2019 :: Closed connection from fts808.cern.ch:42338
[28984] Tue Apr 16 14:50:40 2019 :: dmlite :: closing connection
[28752] Tue Apr 16 14:50:35 2019 :: Configuration read from /etc/gridftp.conf.
[28752] Tue Apr 16 14:50:35 2019 :: Server started in inetd mode.
[28752] Tue Apr 16 14:50:35 2019 :: New connection from: fts808.cern.ch:42078
[28752] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28752] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28752] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28752] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28752] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28752] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28752] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29062] Tue Apr 16 14:50:40 2019 :: Configuration read from /etc/gridftp.conf.
[29062] Tue Apr 16 14:50:40 2019 :: Server started in inetd mode.
[29062] Tue Apr 16 14:50:40 2019 :: New connection from: fts808.cern.ch:42370
[29062] Tue Apr 16 14:50:40 2019 :: dmlite :: starting new connection
[29062] Tue Apr 16 14:50:40 2019 :: dmlite :: DSI options :: dome_checksum
[29062] Tue Apr 16 14:50:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29062] Tue Apr 16 14:50:40 2019 :: User :globus-mapping: successfully authorized.
[29062] Tue Apr 16 14:50:41 2019 :: Closed connection from fts808.cern.ch:42370
[29062] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[28997] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[28997] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[28997] Tue Apr 16 14:50:39 2019 :: New connection from: fts800.cern.ch:33368
[28997] Tue Apr 16 14:50:39 2019 :: dmlite :: starting new connection
[28997] Tue Apr 16 14:50:39 2019 :: dmlite :: DSI options :: dome_checksum
[28997] Tue Apr 16 14:50:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28997] Tue Apr 16 14:50:39 2019 :: User :globus-mapping: successfully authorized.
[28997] Tue Apr 16 14:50:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28997] Tue Apr 16 14:50:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e
[28997] Tue Apr 16 14:50:41 2019 :: Closed connection from fts800.cern.ch:33368
[28997] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[28764] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28764] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28764] Tue Apr 16 14:50:36 2019 :: New connection from: fts804.cern.ch:42398
[28764] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28764] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28764] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28764] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28764] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28764] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28764] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28769] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28769] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28769] Tue Apr 16 14:50:36 2019 :: New connection from: fts811.cern.ch:36906
[28769] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28769] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28769] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28769] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28769] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28769] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28769] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28789] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28789] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28789] Tue Apr 16 14:50:36 2019 :: New connection from: fts808.cern.ch:42142
[28789] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28789] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28789] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28789] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28789] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28789] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (481 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28789] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28795] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28795] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28795] Tue Apr 16 14:50:36 2019 :: New connection from: fts800.cern.ch:33242
[28795] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28795] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28795] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28795] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28795] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28795] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (481 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28795] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28802] Tue Apr 16 14:50:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28802] Tue Apr 16 14:50:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000148.pool.root.1.544160.1555419036 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29090] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29090] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29090] Tue Apr 16 14:50:41 2019 :: New connection from: fts800.cern.ch:33400
[29090] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29090] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29090] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29090] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29090] Tue Apr 16 14:50:41 2019 :: Closed connection from fts800.cern.ch:33400
[29090] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[29078] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29078] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29078] Tue Apr 16 14:50:41 2019 :: New connection from: fts808.cern.ch:42378
[29078] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29078] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29078] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29078] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29078] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ad/63/EVNT.17686552._037997.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29078] Tue Apr 16 14:50:41 2019 :: Closed connection from fts808.cern.ch:42378
[29078] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[28808] Tue Apr 16 14:50:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28808] Tue Apr 16 14:50:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000135.pool.root.1.544161.1555419036 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28752] Tue Apr 16 14:50:41 2019 :: Closed connection from fts808.cern.ch:42078
[28752] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[29024] Tue Apr 16 14:50:40 2019 :: Configuration read from /etc/gridftp.conf.
[29024] Tue Apr 16 14:50:40 2019 :: Server started in inetd mode.
[29024] Tue Apr 16 14:50:40 2019 :: New connection from: fts808.cern.ch:42356
[29024] Tue Apr 16 14:50:40 2019 :: dmlite :: starting new connection
[29024] Tue Apr 16 14:50:40 2019 :: dmlite :: DSI options :: dome_checksum
[29024] Tue Apr 16 14:50:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29024] Tue Apr 16 14:50:40 2019 :: User :globus-mapping: successfully authorized.
[29024] Tue Apr 16 14:50:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29024] Tue Apr 16 14:50:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14
[29024] Tue Apr 16 14:50:41 2019 :: Closed connection from fts808.cern.ch:42356
[29024] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[28821] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28821] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28832] Tue Apr 16 14:50:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28832] Tue Apr 16 14:50:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/user.yuchou.17733191._000875.CxAOD.root.544162.1555419036 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28838] Tue Apr 16 14:50:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28838] Tue Apr 16 14:50:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000173.pool.root.1.544164.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29037] Tue Apr 16 14:50:40 2019 :: Configuration read from /etc/gridftp.conf.
[29037] Tue Apr 16 14:50:40 2019 :: Server started in inetd mode.
[29037] Tue Apr 16 14:50:40 2019 :: New connection from: fts804.cern.ch:42564
[29037] Tue Apr 16 14:50:40 2019 :: dmlite :: starting new connection
[29037] Tue Apr 16 14:50:40 2019 :: dmlite :: DSI options :: dome_checksum
[29037] Tue Apr 16 14:50:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29037] Tue Apr 16 14:50:40 2019 :: User :globus-mapping: successfully authorized.
[29037] Tue Apr 16 14:50:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29037] Tue Apr 16 14:50:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1
[29037] Tue Apr 16 14:50:41 2019 :: Closed connection from fts804.cern.ch:42564
[29037] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[28845] Tue Apr 16 14:50:36 2019 :: Configuration read from /etc/gridftp.conf.
[28845] Tue Apr 16 14:50:36 2019 :: Server started in inetd mode.
[28845] Tue Apr 16 14:50:36 2019 :: New connection from: fts802.cern.ch:60270
[28845] Tue Apr 16 14:50:36 2019 :: dmlite :: starting new connection
[28845] Tue Apr 16 14:50:36 2019 :: dmlite :: DSI options :: dome_checksum
[28845] Tue Apr 16 14:50:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28845] Tue Apr 16 14:50:36 2019 :: User :globus-mapping: successfully authorized.
[28845] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28845] Tue Apr 16 14:50:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28845] Tue Apr 16 14:50:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29031] Tue Apr 16 14:50:40 2019 :: Configuration read from /etc/gridftp.conf.
[29031] Tue Apr 16 14:50:40 2019 :: Server started in inetd mode.
[29031] Tue Apr 16 14:50:40 2019 :: New connection from: fts805.cern.ch:55800
[29031] Tue Apr 16 14:50:40 2019 :: dmlite :: starting new connection
[29031] Tue Apr 16 14:50:40 2019 :: dmlite :: DSI options :: dome_checksum
[29031] Tue Apr 16 14:50:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29031] Tue Apr 16 14:50:40 2019 :: User :globus-mapping: successfully authorized.
[29031] Tue Apr 16 14:50:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29031] Tue Apr 16 14:50:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b
[29031] Tue Apr 16 14:50:41 2019 :: Closed connection from fts805.cern.ch:55800
[29031] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[29114] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29114] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29114] Tue Apr 16 14:50:41 2019 :: New connection from: fts808.cern.ch:42388
[29114] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29114] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29114] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29114] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29114] Tue Apr 16 14:50:41 2019 :: Closed connection from fts808.cern.ch:42388
[29114] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[29004] Tue Apr 16 14:50:39 2019 :: Configuration read from /etc/gridftp.conf.
[29004] Tue Apr 16 14:50:39 2019 :: Server started in inetd mode.
[29004] Tue Apr 16 14:50:39 2019 :: New connection from: fts805.cern.ch:55792
[29004] Tue Apr 16 14:50:40 2019 :: dmlite :: starting new connection
[29004] Tue Apr 16 14:50:40 2019 :: dmlite :: DSI options :: dome_checksum
[29004] Tue Apr 16 14:50:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29004] Tue Apr 16 14:50:40 2019 :: User :globus-mapping: successfully authorized.
[29004] Tue Apr 16 14:50:40 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1
[29004] Tue Apr 16 14:50:40 2019 :: requested node: dpmpool22.farm.particle.cz
[29004] Tue Apr 16 14:50:40 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[29004] Tue Apr 16 14:50:40 2019 :: connected to remote node
[29004] Tue Apr 16 14:50:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29004] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1'
[29004] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29004] Tue Apr 16 14:50:41 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29107] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29107] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29107] Tue Apr 16 14:50:41 2019 :: New connection from: fts800.cern.ch:33402
[29107] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29107] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29107] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29107] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29107] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/26/a7/ESD.4785036e76ee461ba5a59e1ebc3f9b7e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29107] Tue Apr 16 14:50:41 2019 :: Closed connection from fts800.cern.ch:33402
[29107] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[28795] Tue Apr 16 14:50:41 2019 :: Closed connection from fts800.cern.ch:33242
[28795] Tue Apr 16 14:50:41 2019 :: dmlite :: closing connection
[29122] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29122] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29122] Tue Apr 16 14:50:41 2019 :: New connection from: fts805.cern.ch:55842
[29122] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29122] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29122] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29122] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29122] Tue Apr 16 14:50:42 2019 :: Closed connection from fts805.cern.ch:55842
[29122] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[29140] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29140] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29140] Tue Apr 16 14:50:41 2019 :: New connection from: fts804.cern.ch:42630
[29140] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29140] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29140] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29140] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29140] Tue Apr 16 14:50:42 2019 :: Closed connection from fts804.cern.ch:42630
[29140] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[29150] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29150] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29150] Tue Apr 16 14:50:41 2019 :: New connection from: fts808.cern.ch:42392
[29150] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29150] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29150] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29150] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29150] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/37/ee/ESD.210c0247465146f79c5a2ef3def05c14 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29150] Tue Apr 16 14:50:42 2019 :: Closed connection from fts808.cern.ch:42392
[29150] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[28789] Tue Apr 16 14:50:42 2019 :: Closed connection from fts808.cern.ch:42142
[28789] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[28887] Tue Apr 16 14:50:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28887] Tue Apr 16 14:50:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000237.pool.root.1.544167.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28899] Tue Apr 16 14:50:37 2019 :: Configuration read from /etc/gridftp.conf.
[28899] Tue Apr 16 14:50:37 2019 :: Server started in inetd mode.
[28899] Tue Apr 16 14:50:37 2019 :: New connection from: fts808.cern.ch:42264
[28899] Tue Apr 16 14:50:37 2019 :: dmlite :: starting new connection
[28899] Tue Apr 16 14:50:37 2019 :: dmlite :: DSI options :: dome_checksum
[28899] Tue Apr 16 14:50:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28899] Tue Apr 16 14:50:37 2019 :: User :globus-mapping: successfully authorized.
[28899] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28899] Tue Apr 16 14:50:37 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28899] Tue Apr 16 14:50:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29084] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29084] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29084] Tue Apr 16 14:50:41 2019 :: New connection from: fts802.cern.ch:60384
[29084] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29084] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29084] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29084] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29084] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/bd/84/user.tsykora.17477459.EXT0._012085.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29084] Tue Apr 16 14:50:41 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/bd/84/user.tsykora.17477459.EXT0._012085.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29084] Tue Apr 16 14:50:41 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/bd/84/user.tsykora.17477459.EXT0._012085.HITS.pool.root
[29084] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/bd/84/user.tsykora.17477459.EXT0._012085.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29084] Tue Apr 16 14:50:42 2019 :: Closed connection from fts802.cern.ch:60384
[29084] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[29053] Tue Apr 16 14:50:40 2019 :: Configuration read from /etc/gridftp.conf.
[29053] Tue Apr 16 14:50:40 2019 :: Server started in inetd mode.
[29053] Tue Apr 16 14:50:40 2019 :: New connection from: fts805.cern.ch:55808
[29053] Tue Apr 16 14:50:40 2019 :: dmlite :: starting new connection
[29053] Tue Apr 16 14:50:40 2019 :: dmlite :: DSI options :: dome_checksum
[29053] Tue Apr 16 14:50:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29053] Tue Apr 16 14:50:40 2019 :: User :globus-mapping: successfully authorized.
[29053] Tue Apr 16 14:50:41 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1
[29053] Tue Apr 16 14:50:41 2019 :: requested node: dpmpool9.farm.particle.cz
[29053] Tue Apr 16 14:50:41 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[29053] Tue Apr 16 14:50:41 2019 :: connected to remote node
[29053] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29053] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1'
[29053] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29053] Tue Apr 16 14:50:42 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29195] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[29195] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29195] Tue Apr 16 14:50:42 2019 :: New connection from: fts804.cern.ch:42692
[29195] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29195] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29195] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29195] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29195] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/25/EVNT.17686636._033497.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29195] Tue Apr 16 14:50:42 2019 :: Closed connection from fts804.cern.ch:42692
[29195] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[29182] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[28654] Tue Apr 16 14:50:42 2019 :: Closed connection from fts805.cern.ch:55444
[28654] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[29182] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29182] Tue Apr 16 14:50:42 2019 :: New connection from: fts805.cern.ch:55858
[29182] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29182] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29182] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29182] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29182] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/c2/e1/ESD.2a7c68762db74ac79ca8119cc9d31b1b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29182] Tue Apr 16 14:50:42 2019 :: Closed connection from fts805.cern.ch:55858
[29182] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[28764] Tue Apr 16 14:50:42 2019 :: Closed connection from fts804.cern.ch:42398
[28764] Tue Apr 16 14:50:42 2019 :: dmlite :: closing connection
[28925] Tue Apr 16 14:50:38 2019 :: Configuration read from /etc/gridftp.conf.
[28925] Tue Apr 16 14:50:38 2019 :: Server started in inetd mode.
[28925] Tue Apr 16 14:50:38 2019 :: New connection from: fts805.cern.ch:55714
[28925] Tue Apr 16 14:50:38 2019 :: dmlite :: starting new connection
[28925] Tue Apr 16 14:50:38 2019 :: dmlite :: DSI options :: dome_checksum
[28925] Tue Apr 16 14:50:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28925] Tue Apr 16 14:50:38 2019 :: User :globus-mapping: successfully authorized.
[28925] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28925] Tue Apr 16 14:50:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28925] Tue Apr 16 14:50:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28931] Tue Apr 16 14:50:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28931] Tue Apr 16 14:50:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/user.pbutti.17742355.EXT0._003279.AOD.root.544170.1555419038 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28821] Tue Apr 16 14:50:41 2019 :: New connection from: mikan29.farm.particle.cz:46618
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[28821] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[28821] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f' - 22-[#00.000022] Can't create folder '6f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload
[28821] Tue Apr 16 14:50:41 2019 :: requested node: dpmpool23.farm.particle.cz
[28821] Tue Apr 16 14:50:41 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[28821] Tue Apr 16 14:50:41 2019 :: connected to remote node
[28821] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload'
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: zero size replica, maybe pending
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28942] Tue Apr 16 14:50:40 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28942] Tue Apr 16 14:50:40 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000239.pool.root.1.544171.1555419038 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29156] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29156] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29156] Tue Apr 16 14:50:41 2019 :: New connection from: fts808.cern.ch:42394
[29156] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29156] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29156] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29156] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29156] Tue Apr 16 14:50:42 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1
[29156] Tue Apr 16 14:50:42 2019 :: requested node: dpmpool23.farm.particle.cz
[29156] Tue Apr 16 14:50:42 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[29156] Tue Apr 16 14:50:42 2019 :: connected to remote node
[29156] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29156] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1'
[29156] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29156] Tue Apr 16 14:50:43 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29164] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29164] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29164] Tue Apr 16 14:50:41 2019 :: New connection from: fts802.cern.ch:60498
[29164] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29164] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29164] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29164] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29164] Tue Apr 16 14:50:42 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1
[29164] Tue Apr 16 14:50:42 2019 :: requested node: dpmpool20.farm.particle.cz
[29164] Tue Apr 16 14:50:42 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[29164] Tue Apr 16 14:50:42 2019 :: connected to remote node
[29164] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29164] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1'
[29164] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29164] Tue Apr 16 14:50:43 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28951] Tue Apr 16 14:50:38 2019 :: Configuration read from /etc/gridftp.conf.
[28951] Tue Apr 16 14:50:38 2019 :: Server started in inetd mode.
[28951] Tue Apr 16 14:50:38 2019 :: New connection from: fts805.cern.ch:55746
[28951] Tue Apr 16 14:50:39 2019 :: dmlite :: starting new connection
[28951] Tue Apr 16 14:50:39 2019 :: dmlite :: DSI options :: dome_checksum
[28951] Tue Apr 16 14:50:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[28951] Tue Apr 16 14:50:39 2019 :: User :globus-mapping: successfully authorized.
[28951] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28951] Tue Apr 16 14:50:39 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28951] Tue Apr 16 14:50:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29210] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[29210] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29210] Tue Apr 16 14:50:42 2019 :: New connection from: fts801.cern.ch:43164
[29210] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29210] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29210] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29210] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29210] Tue Apr 16 14:50:42 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1
[29210] Tue Apr 16 14:50:42 2019 :: requested node: dpmpool21.farm.particle.cz
[29210] Tue Apr 16 14:50:42 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[29210] Tue Apr 16 14:50:43 2019 :: connected to remote node
[29210] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29210] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1'
[29210] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29210] Tue Apr 16 14:50:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17639170._128561.job.log.tgz.1.rucio.upload.544174.1555419041 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:43 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload".
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17639170._128561.job.log.tgz.1.rucio.upload.544174.1555419041 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:43 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload
[28821] Tue Apr 16 14:50:44 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f' - 22-[#00.000022] Can't create folder '6f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:44 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[28821] Tue Apr 16 14:50:44 2019 :: Closed connection from mikan29.farm.particle.cz:46618
[28821] Tue Apr 16 14:50:44 2019 :: dmlite :: closing connection
[29231] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[29231] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29231] Tue Apr 16 14:50:42 2019 :: New connection from: fts811.cern.ch:37260
[29231] Tue Apr 16 14:50:43 2019 :: dmlite :: starting new connection
[29231] Tue Apr 16 14:50:43 2019 :: dmlite :: DSI options :: dome_checksum
[29231] Tue Apr 16 14:50:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29231] Tue Apr 16 14:50:43 2019 :: User :globus-mapping: successfully authorized.
[29231] Tue Apr 16 14:50:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba
[29231] Tue Apr 16 14:50:43 2019 :: requested node: dpmpool21.farm.particle.cz
[29231] Tue Apr 16 14:50:43 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[29231] Tue Apr 16 14:50:43 2019 :: connected to remote node
[29231] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29231] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba'
[29231] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29231] Tue Apr 16 14:50:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29164] Tue Apr 16 14:50:43 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29164] Tue Apr 16 14:50:43 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686556._032677.pool.root.1.544176.1555419042 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29164] Tue Apr 16 14:50:44 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1".
[29164] Tue Apr 16 14:50:44 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686556._032677.pool.root.1.544176.1555419042 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29164] Tue Apr 16 14:50:44 2019 :: Closed connection from fts802.cern.ch:60498
[29164] Tue Apr 16 14:50:44 2019 :: dmlite :: closing connection
[29189] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[29189] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29189] Tue Apr 16 14:50:42 2019 :: New connection from: fts804.cern.ch:42686
[29189] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29189] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29189] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29189] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29189] Tue Apr 16 14:50:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root
[29189] Tue Apr 16 14:50:43 2019 :: requested node: dpmpool22.farm.particle.cz
[29189] Tue Apr 16 14:50:43 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[29189] Tue Apr 16 14:50:43 2019 :: connected to remote node
[29189] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29189] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root'
[29189] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29189] Tue Apr 16 14:50:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29004] Tue Apr 16 14:50:41 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29004] Tue Apr 16 14:50:41 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000242.pool.root.1.544172.1555419040 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29231] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29231] Tue Apr 16 14:50:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/ESD.0f3701ea920a48f4bb2099ded8ee4bba.544178.1555419043 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29231] Tue Apr 16 14:50:44 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba".
[29231] Tue Apr 16 14:50:44 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/ESD.0f3701ea920a48f4bb2099ded8ee4bba.544178.1555419043 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29231] Tue Apr 16 14:50:44 2019 :: Closed connection from fts811.cern.ch:37260
[29231] Tue Apr 16 14:50:44 2019 :: dmlite :: closing connection
[29321] Tue Apr 16 14:50:44 2019 :: Configuration read from /etc/gridftp.conf.
[29321] Tue Apr 16 14:50:44 2019 :: Server started in inetd mode.
[29321] Tue Apr 16 14:50:44 2019 :: New connection from: fts802.cern.ch:60610
[29321] Tue Apr 16 14:50:44 2019 :: dmlite :: starting new connection
[29321] Tue Apr 16 14:50:44 2019 :: dmlite :: DSI options :: dome_checksum
[29321] Tue Apr 16 14:50:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29321] Tue Apr 16 14:50:44 2019 :: User :globus-mapping: successfully authorized.
[29321] Tue Apr 16 14:50:44 2019 :: Closed connection from fts802.cern.ch:60610
[29321] Tue Apr 16 14:50:44 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:50:40 2019 :: Child process 29017 ended with rc = 0
[25653] Tue Apr 16 14:50:40 2019 :: Child process 28225 ended with rc = 0
[25653] Tue Apr 16 14:50:40 2019 :: Child process 28961 ended with rc = 0
[25653] Tue Apr 16 14:50:40 2019 :: Child process 28984 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 29062 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 28997 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 29090 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 29078 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 28752 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 29024 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 29037 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 29031 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 29114 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 29107 ended with rc = 0
[25653] Tue Apr 16 14:50:41 2019 :: Child process 28795 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 29122 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 29140 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 29150 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 28789 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 29084 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 29195 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 29182 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 28654 ended with rc = 0
[25653] Tue Apr 16 14:50:42 2019 :: Child process 28764 ended with rc = 0
[25653] Tue Apr 16 14:50:44 2019 :: Child process 28821 ended with rc = 0
[25653] Tue Apr 16 14:50:44 2019 :: Child process 29164 ended with rc = 0
[25653] Tue Apr 16 14:50:44 2019 :: Child process 29231 ended with rc = 0
[25653] Tue Apr 16 14:50:44 2019 :: Child process 29321 ended with rc = 0
[29331] Tue Apr 16 14:50:44 2019 :: Configuration read from /etc/gridftp.conf.
[29331] Tue Apr 16 14:50:44 2019 :: Server started in inetd mode.
[29331] Tue Apr 16 14:50:44 2019 :: New connection from: fts811.cern.ch:37374
[29331] Tue Apr 16 14:50:45 2019 :: dmlite :: starting new connection
[29331] Tue Apr 16 14:50:45 2019 :: dmlite :: DSI options :: dome_checksum
[29331] Tue Apr 16 14:50:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29331] Tue Apr 16 14:50:45 2019 :: User :globus-mapping: successfully authorized.
[29331] Tue Apr 16 14:50:45 2019 :: Closed connection from fts811.cern.ch:37374
[29331] Tue Apr 16 14:50:45 2019 :: dmlite :: closing connection
[29247] Tue Apr 16 14:50:43 2019 :: Configuration read from /etc/gridftp.conf.
[29247] Tue Apr 16 14:50:43 2019 :: Server started in inetd mode.
[29247] Tue Apr 16 14:50:43 2019 :: New connection from: fts803.cern.ch:38306
[29247] Tue Apr 16 14:50:43 2019 :: dmlite :: starting new connection
[29247] Tue Apr 16 14:50:43 2019 :: dmlite :: DSI options :: dome_checksum
[29247] Tue Apr 16 14:50:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29247] Tue Apr 16 14:50:43 2019 :: User :globus-mapping: successfully authorized.
[29247] Tue Apr 16 14:50:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1
[29247] Tue Apr 16 14:50:43 2019 :: requested node: dpmpool23.farm.particle.cz
[29247] Tue Apr 16 14:50:43 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[29247] Tue Apr 16 14:50:43 2019 :: connected to remote node
[29247] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29247] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1'
[29247] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29247] Tue Apr 16 14:50:45 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29045] Tue Apr 16 14:50:40 2019 :: Configuration read from /etc/gridftp.conf.
[29045] Tue Apr 16 14:50:40 2019 :: Server started in inetd mode.
[29045] Tue Apr 16 14:50:40 2019 :: New connection from: fts804.cern.ch:42570
[29045] Tue Apr 16 14:50:40 2019 :: dmlite :: starting new connection
[29045] Tue Apr 16 14:50:40 2019 :: dmlite :: DSI options :: dome_checksum
[29045] Tue Apr 16 14:50:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29045] Tue Apr 16 14:50:40 2019 :: User :globus-mapping: successfully authorized.
[29045] Tue Apr 16 14:50:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29045] Tue Apr 16 14:50:40 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (577 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29045] Tue Apr 16 14:50:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29045] Tue Apr 16 14:50:40 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (361 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29045] Tue Apr 16 14:50:40 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29256] Tue Apr 16 14:50:43 2019 :: Configuration read from /etc/gridftp.conf.
[29256] Tue Apr 16 14:50:43 2019 :: Server started in inetd mode.
[29256] Tue Apr 16 14:50:43 2019 :: New connection from: fts804.cern.ch:42910
[29256] Tue Apr 16 14:50:43 2019 :: dmlite :: starting new connection
[29256] Tue Apr 16 14:50:43 2019 :: dmlite :: DSI options :: dome_checksum
[29256] Tue Apr 16 14:50:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29256] Tue Apr 16 14:50:43 2019 :: User :globus-mapping: successfully authorized.
[29256] Tue Apr 16 14:50:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1
[29256] Tue Apr 16 14:50:44 2019 :: requested node: dpmpool9.farm.particle.cz
[29256] Tue Apr 16 14:50:44 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[29256] Tue Apr 16 14:50:44 2019 :: connected to remote node
[29256] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29256] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1'
[29256] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29256] Tue Apr 16 14:50:45 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29053] Tue Apr 16 14:50:42 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29053] Tue Apr 16 14:50:42 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000255.pool.root.1.544173.1555419041 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[28931] Tue Apr 16 14:50:45 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root".
[28931] Tue Apr 16 14:50:45 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/user.pbutti.17742355.EXT0._003279.AOD.root.544170.1555419038 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28931] Tue Apr 16 14:50:45 2019 :: Closed connection from fts801.cern.ch:42812
[28931] Tue Apr 16 14:50:45 2019 :: dmlite :: closing connection
[29266] Tue Apr 16 14:50:43 2019 :: Configuration read from /etc/gridftp.conf.
[29266] Tue Apr 16 14:50:43 2019 :: Server started in inetd mode.
[29266] Tue Apr 16 14:50:43 2019 :: New connection from: fts803.cern.ch:38328
[29266] Tue Apr 16 14:50:44 2019 :: dmlite :: starting new connection
[29266] Tue Apr 16 14:50:44 2019 :: dmlite :: DSI options :: dome_checksum
[29266] Tue Apr 16 14:50:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29266] Tue Apr 16 14:50:44 2019 :: User :globus-mapping: successfully authorized.
[29266] Tue Apr 16 14:50:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1
[29266] Tue Apr 16 14:50:44 2019 :: requested node: dpmpool20.farm.particle.cz
[29266] Tue Apr 16 14:50:44 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[29266] Tue Apr 16 14:50:44 2019 :: connected to remote node
[29266] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29266] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1'
[29266] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29266] Tue Apr 16 14:50:45 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29280] Tue Apr 16 14:50:43 2019 :: Configuration read from /etc/gridftp.conf.
[29280] Tue Apr 16 14:50:43 2019 :: Server started in inetd mode.
[29280] Tue Apr 16 14:50:43 2019 :: New connection from: fts802.cern.ch:60588
[29280] Tue Apr 16 14:50:44 2019 :: dmlite :: starting new connection
[29280] Tue Apr 16 14:50:44 2019 :: dmlite :: DSI options :: dome_checksum
[29280] Tue Apr 16 14:50:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29280] Tue Apr 16 14:50:44 2019 :: User :globus-mapping: successfully authorized.
[29280] Tue Apr 16 14:50:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root
[29280] Tue Apr 16 14:50:44 2019 :: requested node: dpmpool21.farm.particle.cz
[29280] Tue Apr 16 14:50:44 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[29280] Tue Apr 16 14:50:44 2019 :: connected to remote node
[29280] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29280] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root'
[29280] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29280] Tue Apr 16 14:50:45 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29360] Tue Apr 16 14:50:45 2019 :: Configuration read from /etc/gridftp.conf.
[29360] Tue Apr 16 14:50:45 2019 :: Server started in inetd mode.
[29360] Tue Apr 16 14:50:45 2019 :: New connection from: fts801.cern.ch:43316
[29360] Tue Apr 16 14:50:45 2019 :: dmlite :: starting new connection
[29360] Tue Apr 16 14:50:45 2019 :: dmlite :: DSI options :: dome_checksum
[29360] Tue Apr 16 14:50:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29360] Tue Apr 16 14:50:45 2019 :: User :globus-mapping: successfully authorized.
[29360] Tue Apr 16 14:50:45 2019 :: Closed connection from fts801.cern.ch:43316
[29360] Tue Apr 16 14:50:45 2019 :: dmlite :: closing connection
[29070] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29070] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29070] Tue Apr 16 14:50:41 2019 :: New connection from: fts801.cern.ch:43008
[29070] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29070] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29070] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29070] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29070] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29070] Tue Apr 16 14:50:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29070] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29280] Tue Apr 16 14:50:45 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29280] Tue Apr 16 14:50:45 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.asopio.17743587._000008.cutflow.root.544183.1555419044 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29280] Tue Apr 16 14:50:45 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root".
[29280] Tue Apr 16 14:50:45 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.asopio.17743587._000008.cutflow.root.544183.1555419044 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29280] Tue Apr 16 14:50:46 2019 :: Closed connection from fts802.cern.ch:60588
[29280] Tue Apr 16 14:50:46 2019 :: dmlite :: closing connection
[29098] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29098] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29098] Tue Apr 16 14:50:41 2019 :: New connection from: fts802.cern.ch:60406
[29098] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29098] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29098] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29098] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29098] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29098] Tue Apr 16 14:50:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29098] Tue Apr 16 14:50:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29388] Tue Apr 16 14:50:46 2019 :: Configuration read from /etc/gridftp.conf.
[29388] Tue Apr 16 14:50:46 2019 :: Server started in inetd mode.
[29388] Tue Apr 16 14:50:46 2019 :: New connection from: fts802.cern.ch:60642
[29388] Tue Apr 16 14:50:46 2019 :: dmlite :: starting new connection
[29388] Tue Apr 16 14:50:46 2019 :: dmlite :: DSI options :: dome_checksum
[29388] Tue Apr 16 14:50:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29388] Tue Apr 16 14:50:46 2019 :: User :globus-mapping: successfully authorized.
[29388] Tue Apr 16 14:50:46 2019 :: Closed connection from fts802.cern.ch:60642
[29388] Tue Apr 16 14:50:46 2019 :: dmlite :: closing connection
[29337] Tue Apr 16 14:50:44 2019 :: Configuration read from /etc/gridftp.conf.
[29337] Tue Apr 16 14:50:44 2019 :: Server started in inetd mode.
[29337] Tue Apr 16 14:50:44 2019 :: New connection from: fts802.cern.ch:60620
[29337] Tue Apr 16 14:50:45 2019 :: dmlite :: starting new connection
[29337] Tue Apr 16 14:50:45 2019 :: dmlite :: DSI options :: dome_checksum
[29337] Tue Apr 16 14:50:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29337] Tue Apr 16 14:50:45 2019 :: User :globus-mapping: successfully authorized.
[29337] Tue Apr 16 14:50:45 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29337] Tue Apr 16 14:50:45 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1
[29337] Tue Apr 16 14:50:46 2019 :: Closed connection from fts802.cern.ch:60620
[29337] Tue Apr 16 14:50:46 2019 :: dmlite :: closing connection
[29343] Tue Apr 16 14:50:45 2019 :: Configuration read from /etc/gridftp.conf.
[29343] Tue Apr 16 14:50:45 2019 :: Server started in inetd mode.
[29343] Tue Apr 16 14:50:45 2019 :: New connection from: fts811.cern.ch:37386
[29343] Tue Apr 16 14:50:45 2019 :: dmlite :: starting new connection
[29343] Tue Apr 16 14:50:45 2019 :: dmlite :: DSI options :: dome_checksum
[29343] Tue Apr 16 14:50:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29343] Tue Apr 16 14:50:45 2019 :: User :globus-mapping: successfully authorized.
[29343] Tue Apr 16 14:50:45 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29343] Tue Apr 16 14:50:45 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba
[29343] Tue Apr 16 14:50:46 2019 :: Closed connection from fts811.cern.ch:37386
[29343] Tue Apr 16 14:50:46 2019 :: dmlite :: closing connection
[29399] Tue Apr 16 14:50:46 2019 :: Configuration read from /etc/gridftp.conf.
[29399] Tue Apr 16 14:50:46 2019 :: Server started in inetd mode.
[29399] Tue Apr 16 14:50:46 2019 :: New connection from: fts802.cern.ch:60654
[29399] Tue Apr 16 14:50:46 2019 :: dmlite :: starting new connection
[29399] Tue Apr 16 14:50:46 2019 :: dmlite :: DSI options :: dome_checksum
[29399] Tue Apr 16 14:50:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29399] Tue Apr 16 14:50:46 2019 :: User :globus-mapping: successfully authorized.
[29399] Tue Apr 16 14:50:46 2019 :: Closed connection from fts802.cern.ch:60654
[29399] Tue Apr 16 14:50:46 2019 :: dmlite :: closing connection
[29128] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29128] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29128] Tue Apr 16 14:50:41 2019 :: New connection from: fts309.usatlas.bnl.gov:44680
[29128] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29128] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29128] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29128] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29128] Tue Apr 16 14:50:43 2019 :: requested node: dpmpool20.farm.particle.cz
[29128] Tue Apr 16 14:50:43 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[29128] Tue Apr 16 14:50:43 2019 :: connected to remote node
[29128] Tue Apr 16 14:50:43 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17639170._128160.pool.root.1.rucio.upload.543655.1555418482 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[29134] Tue Apr 16 14:50:41 2019 :: Configuration read from /etc/gridftp.conf.
[29134] Tue Apr 16 14:50:41 2019 :: Server started in inetd mode.
[29134] Tue Apr 16 14:50:41 2019 :: New connection from: fts803.cern.ch:38156
[29134] Tue Apr 16 14:50:41 2019 :: dmlite :: starting new connection
[29134] Tue Apr 16 14:50:41 2019 :: dmlite :: DSI options :: dome_checksum
[29134] Tue Apr 16 14:50:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29134] Tue Apr 16 14:50:41 2019 :: User :globus-mapping: successfully authorized.
[29134] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29134] Tue Apr 16 14:50:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29134] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29410] Tue Apr 16 14:50:46 2019 :: Configuration read from /etc/gridftp.conf.
[29410] Tue Apr 16 14:50:46 2019 :: Server started in inetd mode.
[29410] Tue Apr 16 14:50:46 2019 :: New connection from: fts811.cern.ch:37446
[29410] Tue Apr 16 14:50:46 2019 :: dmlite :: starting new connection
[29410] Tue Apr 16 14:50:46 2019 :: dmlite :: DSI options :: dome_checksum
[29410] Tue Apr 16 14:50:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29410] Tue Apr 16 14:50:46 2019 :: User :globus-mapping: successfully authorized.
[29410] Tue Apr 16 14:50:46 2019 :: Closed connection from fts811.cern.ch:37446
[29410] Tue Apr 16 14:50:46 2019 :: dmlite :: closing connection
[29156] Tue Apr 16 14:50:43 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29156] Tue Apr 16 14:50:43 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024632.pool.root.1.544175.1555419042 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29344] Tue Apr 16 14:50:45 2019 :: Configuration read from /etc/gridftp.conf.
[29344] Tue Apr 16 14:50:45 2019 :: Server started in inetd mode.
[29344] Tue Apr 16 14:50:45 2019 :: New connection from: fts804.cern.ch:43004
[29344] Tue Apr 16 14:50:45 2019 :: dmlite :: starting new connection
[29344] Tue Apr 16 14:50:45 2019 :: dmlite :: DSI options :: dome_checksum
[29344] Tue Apr 16 14:50:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29344] Tue Apr 16 14:50:45 2019 :: User :globus-mapping: successfully authorized.
[29344] Tue Apr 16 14:50:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1
[29344] Tue Apr 16 14:50:45 2019 :: requested node: dpmpool22.farm.particle.cz
[29344] Tue Apr 16 14:50:45 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[29344] Tue Apr 16 14:50:45 2019 :: connected to remote node
[29344] Tue Apr 16 14:50:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29344] Tue Apr 16 14:50:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1'
[29344] Tue Apr 16 14:50:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29344] Tue Apr 16 14:50:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29170] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[29170] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29170] Tue Apr 16 14:50:42 2019 :: New connection from: fts802.cern.ch:60506
[29170] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29170] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29170] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29170] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29170] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29170] Tue Apr 16 14:50:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (537 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29170] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29170] Tue Apr 16 14:50:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (369 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29170] Tue Apr 16 14:50:42 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29416] Tue Apr 16 14:50:46 2019 :: Configuration read from /etc/gridftp.conf.
[29416] Tue Apr 16 14:50:46 2019 :: Server started in inetd mode.
[29416] Tue Apr 16 14:50:46 2019 :: New connection from: fts802.cern.ch:60658
[29416] Tue Apr 16 14:50:46 2019 :: dmlite :: starting new connection
[29416] Tue Apr 16 14:50:46 2019 :: dmlite :: DSI options :: dome_checksum
[29416] Tue Apr 16 14:50:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29416] Tue Apr 16 14:50:46 2019 :: User :globus-mapping: successfully authorized.
[29416] Tue Apr 16 14:50:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d3/de/EVNT.17686556._032677.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29416] Tue Apr 16 14:50:47 2019 :: Closed connection from fts802.cern.ch:60658
[29416] Tue Apr 16 14:50:47 2019 :: dmlite :: closing connection
[29098] Tue Apr 16 14:50:47 2019 :: Closed connection from fts802.cern.ch:60406
[29098] Tue Apr 16 14:50:47 2019 :: dmlite :: closing connection
[29176] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[29176] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29176] Tue Apr 16 14:50:42 2019 :: New connection from: fts811.cern.ch:37164
[29176] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29176] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29176] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29176] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29176] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29176] Tue Apr 16 14:50:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (481 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29176] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29189] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29189] Tue Apr 16 14:50:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root.544179.1555419043 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29424] Tue Apr 16 14:50:46 2019 :: Configuration read from /etc/gridftp.conf.
[29424] Tue Apr 16 14:50:46 2019 :: Server started in inetd mode.
[29424] Tue Apr 16 14:50:46 2019 :: New connection from: fts811.cern.ch:37450
[29424] Tue Apr 16 14:50:47 2019 :: dmlite :: starting new connection
[29424] Tue Apr 16 14:50:47 2019 :: dmlite :: DSI options :: dome_checksum
[29424] Tue Apr 16 14:50:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29424] Tue Apr 16 14:50:47 2019 :: User :globus-mapping: successfully authorized.
[29424] Tue Apr 16 14:50:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/34/4d/ESD.0f3701ea920a48f4bb2099ded8ee4bba :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29424] Tue Apr 16 14:50:47 2019 :: Closed connection from fts811.cern.ch:37450
[29424] Tue Apr 16 14:50:47 2019 :: dmlite :: closing connection
[29176] Tue Apr 16 14:50:47 2019 :: Closed connection from fts811.cern.ch:37164
[29176] Tue Apr 16 14:50:47 2019 :: dmlite :: closing connection
[29382] Tue Apr 16 14:50:45 2019 :: Configuration read from /etc/gridftp.conf.
[29382] Tue Apr 16 14:50:45 2019 :: Server started in inetd mode.
[29382] Tue Apr 16 14:50:45 2019 :: New connection from: fts801.cern.ch:43320
[29382] Tue Apr 16 14:50:46 2019 :: dmlite :: starting new connection
[29382] Tue Apr 16 14:50:46 2019 :: dmlite :: DSI options :: dome_checksum
[29382] Tue Apr 16 14:50:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29382] Tue Apr 16 14:50:46 2019 :: User :globus-mapping: successfully authorized.
[29382] Tue Apr 16 14:50:46 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29382] Tue Apr 16 14:50:46 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root
[29382] Tue Apr 16 14:50:47 2019 :: Closed connection from fts801.cern.ch:43320
[29382] Tue Apr 16 14:50:47 2019 :: dmlite :: closing connection
[29210] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29210] Tue Apr 16 14:50:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000176.pool.root.1.544177.1555419042 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29368] Tue Apr 16 14:50:45 2019 :: Configuration read from /etc/gridftp.conf.
[29368] Tue Apr 16 14:50:45 2019 :: Server started in inetd mode.
[29368] Tue Apr 16 14:50:45 2019 :: New connection from: fts800.cern.ch:33710
[29368] Tue Apr 16 14:50:45 2019 :: dmlite :: starting new connection
[29368] Tue Apr 16 14:50:45 2019 :: dmlite :: DSI options :: dome_checksum
[29368] Tue Apr 16 14:50:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29368] Tue Apr 16 14:50:45 2019 :: User :globus-mapping: successfully authorized.
[29368] Tue Apr 16 14:50:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1
[29368] Tue Apr 16 14:50:46 2019 :: requested node: dpmpool23.farm.particle.cz
[29368] Tue Apr 16 14:50:46 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[29368] Tue Apr 16 14:50:46 2019 :: connected to remote node
[29368] Tue Apr 16 14:50:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29368] Tue Apr 16 14:50:47 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1'
[29368] Tue Apr 16 14:50:47 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29368] Tue Apr 16 14:50:47 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29216] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[29216] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29216] Tue Apr 16 14:50:42 2019 :: New connection from: fts803.cern.ch:38266
[29216] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29216] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29216] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29216] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29216] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29216] Tue Apr 16 14:50:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29216] Tue Apr 16 14:50:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29223] Tue Apr 16 14:50:42 2019 :: Configuration read from /etc/gridftp.conf.
[29223] Tue Apr 16 14:50:42 2019 :: Server started in inetd mode.
[29223] Tue Apr 16 14:50:42 2019 :: New connection from: fts804.cern.ch:42770
[29223] Tue Apr 16 14:50:42 2019 :: dmlite :: starting new connection
[29223] Tue Apr 16 14:50:42 2019 :: dmlite :: DSI options :: dome_checksum
[29223] Tue Apr 16 14:50:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29223] Tue Apr 16 14:50:42 2019 :: User :globus-mapping: successfully authorized.
[29223] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29223] Tue Apr 16 14:50:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29223] Tue Apr 16 14:50:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29398] Tue Apr 16 14:50:46 2019 :: Configuration read from /etc/gridftp.conf.
[29398] Tue Apr 16 14:50:46 2019 :: Server started in inetd mode.
[29398] Tue Apr 16 14:50:46 2019 :: New connection from: fts802.cern.ch:60652
[29398] Tue Apr 16 14:50:46 2019 :: dmlite :: starting new connection
[29398] Tue Apr 16 14:50:46 2019 :: dmlite :: DSI options :: dome_checksum
[29398] Tue Apr 16 14:50:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29398] Tue Apr 16 14:50:46 2019 :: User :globus-mapping: successfully authorized.
[29398] Tue Apr 16 14:50:46 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29398] Tue Apr 16 14:50:46 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root
[29398] Tue Apr 16 14:50:47 2019 :: Closed connection from fts802.cern.ch:60652
[29398] Tue Apr 16 14:50:47 2019 :: dmlite :: closing connection
[29444] Tue Apr 16 14:50:47 2019 :: Configuration read from /etc/gridftp.conf.
[29444] Tue Apr 16 14:50:47 2019 :: Server started in inetd mode.
[29444] Tue Apr 16 14:50:47 2019 :: New connection from: fts801.cern.ch:43428
[29444] Tue Apr 16 14:50:47 2019 :: dmlite :: starting new connection
[29444] Tue Apr 16 14:50:47 2019 :: dmlite :: DSI options :: dome_checksum
[29444] Tue Apr 16 14:50:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29444] Tue Apr 16 14:50:47 2019 :: User :globus-mapping: successfully authorized.
[29444] Tue Apr 16 14:50:47 2019 :: Closed connection from fts801.cern.ch:43428
[29444] Tue Apr 16 14:50:47 2019 :: dmlite :: closing connection
[29463] Tue Apr 16 14:50:47 2019 :: Configuration read from /etc/gridftp.conf.
[29463] Tue Apr 16 14:50:47 2019 :: Server started in inetd mode.
[29463] Tue Apr 16 14:50:47 2019 :: New connection from: fts802.cern.ch:60694
[29463] Tue Apr 16 14:50:48 2019 :: dmlite :: starting new connection
[29463] Tue Apr 16 14:50:48 2019 :: dmlite :: DSI options :: dome_checksum
[29463] Tue Apr 16 14:50:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29463] Tue Apr 16 14:50:48 2019 :: User :globus-mapping: successfully authorized.
[29463] Tue Apr 16 14:50:48 2019 :: Closed connection from fts802.cern.ch:60694
[29463] Tue Apr 16 14:50:48 2019 :: dmlite :: closing connection
[29457] Tue Apr 16 14:50:47 2019 :: Configuration read from /etc/gridftp.conf.
[29457] Tue Apr 16 14:50:47 2019 :: Server started in inetd mode.
[29457] Tue Apr 16 14:50:47 2019 :: New connection from: fts801.cern.ch:43502
[29457] Tue Apr 16 14:50:48 2019 :: dmlite :: starting new connection
[29457] Tue Apr 16 14:50:48 2019 :: dmlite :: DSI options :: dome_checksum
[29457] Tue Apr 16 14:50:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29457] Tue Apr 16 14:50:48 2019 :: User :globus-mapping: successfully authorized.
[29457] Tue Apr 16 14:50:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/pbutti/26/65/user.pbutti.17742355.EXT0._003279.AOD.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29457] Tue Apr 16 14:50:48 2019 :: Closed connection from fts801.cern.ch:43502
[29457] Tue Apr 16 14:50:48 2019 :: dmlite :: closing connection
[28707] Tue Apr 16 14:50:48 2019 :: Closed connection from fts801.cern.ch:42740
[28707] Tue Apr 16 14:50:48 2019 :: dmlite :: closing connection
[29375] Tue Apr 16 14:50:45 2019 :: Configuration read from /etc/gridftp.conf.
[29375] Tue Apr 16 14:50:45 2019 :: Server started in inetd mode.
[29375] Tue Apr 16 14:50:45 2019 :: New connection from: fts802.cern.ch:60640
[29375] Tue Apr 16 14:50:46 2019 :: dmlite :: starting new connection
[29375] Tue Apr 16 14:50:46 2019 :: dmlite :: DSI options :: dome_checksum
[29375] Tue Apr 16 14:50:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29375] Tue Apr 16 14:50:46 2019 :: User :globus-mapping: successfully authorized.
[29375] Tue Apr 16 14:50:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1
[29375] Tue Apr 16 14:50:46 2019 :: requested node: dpmpool21.farm.particle.cz
[29375] Tue Apr 16 14:50:46 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[29375] Tue Apr 16 14:50:46 2019 :: connected to remote node
[29375] Tue Apr 16 14:50:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29375] Tue Apr 16 14:50:48 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1'
[29375] Tue Apr 16 14:50:48 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29375] Tue Apr 16 14:50:48 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29247] Tue Apr 16 14:50:45 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29247] Tue Apr 16 14:50:45 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000172.pool.root.1.544180.1555419043 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29436] Tue Apr 16 14:50:47 2019 :: Configuration read from /etc/gridftp.conf.
[29436] Tue Apr 16 14:50:47 2019 :: Server started in inetd mode.
[29436] Tue Apr 16 14:50:47 2019 :: New connection from: fts801.cern.ch:43352
[29436] Tue Apr 16 14:50:47 2019 :: dmlite :: starting new connection
[29436] Tue Apr 16 14:50:47 2019 :: dmlite :: DSI options :: dome_checksum
[29436] Tue Apr 16 14:50:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29436] Tue Apr 16 14:50:47 2019 :: User :globus-mapping: successfully authorized.
[29436] Tue Apr 16 14:50:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/29/3d/user.tsykora.17477459.EXT0._011322.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29436] Tue Apr 16 14:50:47 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/29/3d/user.tsykora.17477459.EXT0._011322.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29436] Tue Apr 16 14:50:47 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/29/3d/user.tsykora.17477459.EXT0._011322.HITS.pool.root
[29436] Tue Apr 16 14:50:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/29/3d/user.tsykora.17477459.EXT0._011322.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29436] Tue Apr 16 14:50:48 2019 :: Closed connection from fts801.cern.ch:43352
[29436] Tue Apr 16 14:50:48 2019 :: dmlite :: closing connection
[29256] Tue Apr 16 14:50:45 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29256] Tue Apr 16 14:50:45 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._011637.pool.root.1.544181.1555419044 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29478] Tue Apr 16 14:50:48 2019 :: Configuration read from /etc/gridftp.conf.
[29478] Tue Apr 16 14:50:48 2019 :: Server started in inetd mode.
[29478] Tue Apr 16 14:50:48 2019 :: New connection from: fts802.cern.ch:60736
[29478] Tue Apr 16 14:50:48 2019 :: dmlite :: starting new connection
[29478] Tue Apr 16 14:50:48 2019 :: dmlite :: DSI options :: dome_checksum
[29478] Tue Apr 16 14:50:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29478] Tue Apr 16 14:50:48 2019 :: User :globus-mapping: successfully authorized.
[29478] Tue Apr 16 14:50:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/asopio/0b/79/user.asopio.17743587._000008.cutflow.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29478] Tue Apr 16 14:50:48 2019 :: Closed connection from fts802.cern.ch:60736
[29478] Tue Apr 16 14:50:48 2019 :: dmlite :: closing connection
[29170] Tue Apr 16 14:50:48 2019 :: Closed connection from fts802.cern.ch:60506
[29170] Tue Apr 16 14:50:48 2019 :: dmlite :: closing connection
[29266] Tue Apr 16 14:50:45 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29266] Tue Apr 16 14:50:45 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024043.pool.root.1.544182.1555419044 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29273] Tue Apr 16 14:50:43 2019 :: Configuration read from /etc/gridftp.conf.
[29273] Tue Apr 16 14:50:43 2019 :: Server started in inetd mode.
[29273] Tue Apr 16 14:50:43 2019 :: New connection from: fts804.cern.ch:42926
[29273] Tue Apr 16 14:50:44 2019 :: dmlite :: starting new connection
[29273] Tue Apr 16 14:50:44 2019 :: dmlite :: DSI options :: dome_checksum
[29273] Tue Apr 16 14:50:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29273] Tue Apr 16 14:50:44 2019 :: User :globus-mapping: successfully authorized.
[29273] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29273] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29273] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29128] Tue Apr 16 14:50:48 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/25/EVNT.17639170._128160.pool.root.1".
[29128] Tue Apr 16 14:50:48 2019 :: Closed connection from fts309.usatlas.bnl.gov:44680
[29128] Tue Apr 16 14:50:48 2019 :: dmlite :: closing connection
[29287] Tue Apr 16 14:50:44 2019 :: Configuration read from /etc/gridftp.conf.
[29287] Tue Apr 16 14:50:44 2019 :: Server started in inetd mode.
[29287] Tue Apr 16 14:50:44 2019 :: New connection from: fts802.cern.ch:60592
[29287] Tue Apr 16 14:50:44 2019 :: dmlite :: starting new connection
[29287] Tue Apr 16 14:50:44 2019 :: dmlite :: DSI options :: dome_checksum
[29287] Tue Apr 16 14:50:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29287] Tue Apr 16 14:50:44 2019 :: User :globus-mapping: successfully authorized.
[29287] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29287] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (717 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29287] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29287] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (369 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29287] Tue Apr 16 14:50:44 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29298] Tue Apr 16 14:50:44 2019 :: Configuration read from /etc/gridftp.conf.
[29298] Tue Apr 16 14:50:44 2019 :: Server started in inetd mode.
[29298] Tue Apr 16 14:50:44 2019 :: New connection from: fts802.cern.ch:60602
[29298] Tue Apr 16 14:50:44 2019 :: dmlite :: starting new connection
[29298] Tue Apr 16 14:50:44 2019 :: dmlite :: DSI options :: dome_checksum
[29298] Tue Apr 16 14:50:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29298] Tue Apr 16 14:50:44 2019 :: User :globus-mapping: successfully authorized.
[29298] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29298] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29298] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29304] Tue Apr 16 14:50:44 2019 :: Configuration read from /etc/gridftp.conf.
[29304] Tue Apr 16 14:50:44 2019 :: Server started in inetd mode.
[29304] Tue Apr 16 14:50:44 2019 :: New connection from: mikan29.farm.particle.cz:46634
[29305] Tue Apr 16 14:50:44 2019 :: Configuration read from /etc/gridftp.conf.
[29305] Tue Apr 16 14:50:44 2019 :: Server started in inetd mode.
[29305] Tue Apr 16 14:50:44 2019 :: New connection from: fts800.cern.ch:33648
[29305] Tue Apr 16 14:50:44 2019 :: dmlite :: starting new connection
[29305] Tue Apr 16 14:50:44 2019 :: dmlite :: DSI options :: dome_checksum
[29305] Tue Apr 16 14:50:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29305] Tue Apr 16 14:50:44 2019 :: User :globus-mapping: successfully authorized.
[29305] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29305] Tue Apr 16 14:50:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29305] Tue Apr 16 14:50:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29304] Tue Apr 16 14:50:49 2019 :: dmlite :: starting new connection
[29304] Tue Apr 16 14:50:49 2019 :: dmlite :: DSI options :: dome_checksum
[29304] Tue Apr 16 14:50:49 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[29304] Tue Apr 16 14:50:49 2019 :: User :globus-mapping: successfully authorized.
[29304] Tue Apr 16 14:50:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/12/6f/log.17639170._128561.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan29.farm.particle.cz
[29304] Tue Apr 16 14:50:49 2019 :: Closed connection from mikan29.farm.particle.cz:46634
[29304] Tue Apr 16 14:50:49 2019 :: dmlite :: closing connection
[29469] Tue Apr 16 14:50:48 2019 :: Configuration read from /etc/gridftp.conf.
[29469] Tue Apr 16 14:50:48 2019 :: Server started in inetd mode.
[29469] Tue Apr 16 14:50:48 2019 :: New connection from: fts811.cern.ch:37486
[29469] Tue Apr 16 14:50:48 2019 :: dmlite :: starting new connection
[29469] Tue Apr 16 14:50:48 2019 :: dmlite :: DSI options :: dome_checksum
[29469] Tue Apr 16 14:50:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29469] Tue Apr 16 14:50:48 2019 :: User :globus-mapping: successfully authorized.
[29469] Tue Apr 16 14:50:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/ce/a7/user.tsykora.17477459.EXT0._011489.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29469] Tue Apr 16 14:50:48 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/ce/a7/user.tsykora.17477459.EXT0._011489.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29469] Tue Apr 16 14:50:48 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/ce/a7/user.tsykora.17477459.EXT0._011489.HITS.pool.root
[29469] Tue Apr 16 14:50:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/ce/a7/user.tsykora.17477459.EXT0._011489.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29469] Tue Apr 16 14:50:49 2019 :: Closed connection from fts811.cern.ch:37486
[29469] Tue Apr 16 14:50:49 2019 :: dmlite :: closing connection
[29451] Tue Apr 16 14:50:47 2019 :: Configuration read from /etc/gridftp.conf.
[29451] Tue Apr 16 14:50:47 2019 :: Server started in inetd mode.
[29451] Tue Apr 16 14:50:47 2019 :: New connection from: fts802.cern.ch:60678
[29451] Tue Apr 16 14:50:47 2019 :: dmlite :: starting new connection
[29451] Tue Apr 16 14:50:47 2019 :: dmlite :: DSI options :: dome_checksum
[29451] Tue Apr 16 14:50:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29451] Tue Apr 16 14:50:47 2019 :: User :globus-mapping: successfully authorized.
[29451] Tue Apr 16 14:50:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root
[29451] Tue Apr 16 14:50:48 2019 :: requested node: dpmpool23.farm.particle.cz
[29451] Tue Apr 16 14:50:48 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[29451] Tue Apr 16 14:50:48 2019 :: connected to remote node
[29451] Tue Apr 16 14:50:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29451] Tue Apr 16 14:50:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root'
[29451] Tue Apr 16 14:50:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29451] Tue Apr 16 14:50:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[25653] Tue Apr 16 14:50:45 2019 :: Child process 29331 ended with rc = 0
[25653] Tue Apr 16 14:50:45 2019 :: Child process 28931 ended with rc = 0
[25653] Tue Apr 16 14:50:45 2019 :: Child process 29360 ended with rc = 0
[25653] Tue Apr 16 14:50:46 2019 :: Child process 29280 ended with rc = 0
[25653] Tue Apr 16 14:50:46 2019 :: Child process 29388 ended with rc = 0
[25653] Tue Apr 16 14:50:46 2019 :: Child process 29337 ended with rc = 0
[25653] Tue Apr 16 14:50:46 2019 :: Child process 29343 ended with rc = 0
[25653] Tue Apr 16 14:50:46 2019 :: Child process 29399 ended with rc = 0
[25653] Tue Apr 16 14:50:46 2019 :: Child process 29410 ended with rc = 0
[25653] Tue Apr 16 14:50:47 2019 :: Child process 29416 ended with rc = 0
[25653] Tue Apr 16 14:50:47 2019 :: Child process 29098 ended with rc = 0
[25653] Tue Apr 16 14:50:47 2019 :: Child process 29424 ended with rc = 0
[25653] Tue Apr 16 14:50:47 2019 :: Child process 29176 ended with rc = 0
[25653] Tue Apr 16 14:50:47 2019 :: Child process 29382 ended with rc = 0
[25653] Tue Apr 16 14:50:47 2019 :: Child process 29398 ended with rc = 0
[25653] Tue Apr 16 14:50:47 2019 :: Child process 29444 ended with rc = 0
[25653] Tue Apr 16 14:50:48 2019 :: Child process 29463 ended with rc = 0
[25653] Tue Apr 16 14:50:48 2019 :: Child process 29457 ended with rc = 0
[25653] Tue Apr 16 14:50:48 2019 :: Child process 28707 ended with rc = 0
[25653] Tue Apr 16 14:50:48 2019 :: Child process 29436 ended with rc = 0
[25653] Tue Apr 16 14:50:48 2019 :: Child process 29478 ended with rc = 0
[25653] Tue Apr 16 14:50:48 2019 :: Child process 29170 ended with rc = 0
[25653] Tue Apr 16 14:50:49 2019 :: Child process 29128 ended with rc = 0
[25653] Tue Apr 16 14:50:49 2019 :: Child process 29304 ended with rc = 0
[25653] Tue Apr 16 14:50:49 2019 :: Child process 29469 ended with rc = 0
[29344] Tue Apr 16 14:50:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29344] Tue Apr 16 14:50:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000251.pool.root.1.544184.1555419045 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29368] Tue Apr 16 14:50:47 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29368] Tue Apr 16 14:50:47 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000235.pool.root.1.544185.1555419046 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29375] Tue Apr 16 14:50:48 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29375] Tue Apr 16 14:50:48 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686636._026077.pool.root.1.544186.1555419046 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29375] Tue Apr 16 14:50:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1".
[29375] Tue Apr 16 14:50:51 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686636._026077.pool.root.1.544186.1555419046 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29375] Tue Apr 16 14:50:51 2019 :: Closed connection from fts802.cern.ch:60640
[29375] Tue Apr 16 14:50:51 2019 :: dmlite :: closing connection
[28832] Tue Apr 16 14:50:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root".
[28832] Tue Apr 16 14:50:51 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/user.yuchou.17733191._000875.CxAOD.root.544162.1555419036 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28832] Tue Apr 16 14:50:51 2019 :: Closed connection from fts813.cern.ch:57882
[28832] Tue Apr 16 14:50:51 2019 :: dmlite :: closing connection
[29603] Tue Apr 16 14:50:51 2019 :: Configuration read from /etc/gridftp.conf.
[29603] Tue Apr 16 14:50:51 2019 :: Server started in inetd mode.
[29603] Tue Apr 16 14:50:51 2019 :: New connection from: fts813.cern.ch:58724
[29603] Tue Apr 16 14:50:51 2019 :: dmlite :: starting new connection
[29603] Tue Apr 16 14:50:51 2019 :: dmlite :: DSI options :: dome_checksum
[29603] Tue Apr 16 14:50:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29603] Tue Apr 16 14:50:51 2019 :: User :globus-mapping: successfully authorized.
[29603] Tue Apr 16 14:50:51 2019 :: Closed connection from fts813.cern.ch:58724
[29603] Tue Apr 16 14:50:51 2019 :: dmlite :: closing connection
[29597] Tue Apr 16 14:50:51 2019 :: Configuration read from /etc/gridftp.conf.
[29597] Tue Apr 16 14:50:51 2019 :: Server started in inetd mode.
[29597] Tue Apr 16 14:50:51 2019 :: New connection from: fts802.cern.ch:60956
[29597] Tue Apr 16 14:50:51 2019 :: dmlite :: starting new connection
[29597] Tue Apr 16 14:50:51 2019 :: dmlite :: DSI options :: dome_checksum
[29597] Tue Apr 16 14:50:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29597] Tue Apr 16 14:50:51 2019 :: User :globus-mapping: successfully authorized.
[29597] Tue Apr 16 14:50:51 2019 :: Closed connection from fts802.cern.ch:60956
[29597] Tue Apr 16 14:50:51 2019 :: dmlite :: closing connection
[29451] Tue Apr 16 14:50:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29451] Tue Apr 16 14:50:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root.544187.1555419048 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28533] Tue Apr 16 14:50:52 2019 :: Closed connection from fts309.usatlas.bnl.gov:43722
[28533] Tue Apr 16 14:50:52 2019 :: dmlite :: closing connection
[29627] Tue Apr 16 14:50:51 2019 :: Configuration read from /etc/gridftp.conf.
[29627] Tue Apr 16 14:50:51 2019 :: Server started in inetd mode.
[29627] Tue Apr 16 14:50:51 2019 :: New connection from: fts802.cern.ch:60974
[29627] Tue Apr 16 14:50:51 2019 :: dmlite :: starting new connection
[29627] Tue Apr 16 14:50:51 2019 :: dmlite :: DSI options :: dome_checksum
[29627] Tue Apr 16 14:50:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29627] Tue Apr 16 14:50:51 2019 :: User :globus-mapping: successfully authorized.
[29627] Tue Apr 16 14:50:51 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29627] Tue Apr 16 14:50:52 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1
[29627] Tue Apr 16 14:50:53 2019 :: Closed connection from fts802.cern.ch:60974
[29627] Tue Apr 16 14:50:53 2019 :: dmlite :: closing connection
[29609] Tue Apr 16 14:50:51 2019 :: Configuration read from /etc/gridftp.conf.
[29609] Tue Apr 16 14:50:51 2019 :: Server started in inetd mode.
[29609] Tue Apr 16 14:50:51 2019 :: New connection from: fts811.cern.ch:37754
[29609] Tue Apr 16 14:50:51 2019 :: dmlite :: starting new connection
[29609] Tue Apr 16 14:50:51 2019 :: dmlite :: DSI options :: dome_checksum
[29609] Tue Apr 16 14:50:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29609] Tue Apr 16 14:50:51 2019 :: User :globus-mapping: successfully authorized.
[29609] Tue Apr 16 14:50:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1
[29609] Tue Apr 16 14:50:51 2019 :: requested node: dpmpool20.farm.particle.cz
[29609] Tue Apr 16 14:50:51 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[29609] Tue Apr 16 14:50:51 2019 :: connected to remote node
[29609] Tue Apr 16 14:50:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29609] Tue Apr 16 14:50:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1'
[29609] Tue Apr 16 14:50:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29609] Tue Apr 16 14:50:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29653] Tue Apr 16 14:50:53 2019 :: Configuration read from /etc/gridftp.conf.
[29653] Tue Apr 16 14:50:53 2019 :: Server started in inetd mode.
[29653] Tue Apr 16 14:50:53 2019 :: New connection from: fts802.cern.ch:32780
[29653] Tue Apr 16 14:50:53 2019 :: dmlite :: starting new connection
[29653] Tue Apr 16 14:50:53 2019 :: dmlite :: DSI options :: dome_checksum
[29653] Tue Apr 16 14:50:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29653] Tue Apr 16 14:50:53 2019 :: User :globus-mapping: successfully authorized.
[29653] Tue Apr 16 14:50:53 2019 :: Closed connection from fts802.cern.ch:32780
[29653] Tue Apr 16 14:50:53 2019 :: dmlite :: closing connection
[29633] Tue Apr 16 14:50:51 2019 :: Configuration read from /etc/gridftp.conf.
[29633] Tue Apr 16 14:50:51 2019 :: Server started in inetd mode.
[29633] Tue Apr 16 14:50:51 2019 :: New connection from: fts804.cern.ch:43364
[29633] Tue Apr 16 14:50:51 2019 :: dmlite :: starting new connection
[29633] Tue Apr 16 14:50:51 2019 :: dmlite :: DSI options :: dome_checksum
[29633] Tue Apr 16 14:50:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29633] Tue Apr 16 14:50:51 2019 :: User :globus-mapping: successfully authorized.
[29633] Tue Apr 16 14:50:52 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1
[29633] Tue Apr 16 14:50:52 2019 :: requested node: dpmpool16.farm.particle.cz
[29633] Tue Apr 16 14:50:52 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[29633] Tue Apr 16 14:50:52 2019 :: connected to remote node
[29633] Tue Apr 16 14:50:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29633] Tue Apr 16 14:50:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1'
[29633] Tue Apr 16 14:50:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29633] Tue Apr 16 14:50:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29736] Tue Apr 16 14:50:53 2019 :: Configuration read from /etc/gridftp.conf.
[29736] Tue Apr 16 14:50:53 2019 :: Server started in inetd mode.
[29736] Tue Apr 16 14:50:53 2019 :: New connection from: fts802.cern.ch:32790
[29736] Tue Apr 16 14:50:53 2019 :: dmlite :: starting new connection
[29736] Tue Apr 16 14:50:53 2019 :: dmlite :: DSI options :: dome_checksum
[29736] Tue Apr 16 14:50:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29736] Tue Apr 16 14:50:53 2019 :: User :globus-mapping: successfully authorized.
[29736] Tue Apr 16 14:50:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/a9/EVNT.17686636._026077.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29736] Tue Apr 16 14:50:53 2019 :: Closed connection from fts802.cern.ch:32790
[29736] Tue Apr 16 14:50:53 2019 :: dmlite :: closing connection
[29298] Tue Apr 16 14:50:53 2019 :: Closed connection from fts802.cern.ch:60602
[29298] Tue Apr 16 14:50:53 2019 :: dmlite :: closing connection
[29489] Tue Apr 16 14:50:49 2019 :: Configuration read from /etc/gridftp.conf.
[29489] Tue Apr 16 14:50:49 2019 :: Server started in inetd mode.
[29489] Tue Apr 16 14:50:49 2019 :: New connection from: mikan01.farm.particle.cz:46412
[29266] Tue Apr 16 14:50:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1".
[29266] Tue Apr 16 14:50:54 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024043.pool.root.1.544182.1555419044 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29266] Tue Apr 16 14:50:54 2019 :: Closed connection from fts803.cern.ch:38328
[29266] Tue Apr 16 14:50:54 2019 :: dmlite :: closing connection
[29489] Tue Apr 16 14:50:54 2019 :: dmlite :: starting new connection
[29489] Tue Apr 16 14:50:54 2019 :: dmlite :: DSI options :: dome_checksum
[29489] Tue Apr 16 14:50:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[29489] Tue Apr 16 14:50:54 2019 :: User :globus-mapping: successfully authorized.
[29489] Tue Apr 16 14:50:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29489] Tue Apr 16 14:50:54 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29489] Tue Apr 16 14:50:54 2019 :: Closed connection from mikan01.farm.particle.cz:46412
[29489] Tue Apr 16 14:50:54 2019 :: dmlite :: closing connection
[29840] Tue Apr 16 14:50:54 2019 :: Configuration read from /etc/gridftp.conf.
[29840] Tue Apr 16 14:50:54 2019 :: Server started in inetd mode.
[29840] Tue Apr 16 14:50:54 2019 :: New connection from: fts803.cern.ch:38672
[29840] Tue Apr 16 14:50:54 2019 :: dmlite :: starting new connection
[29840] Tue Apr 16 14:50:54 2019 :: dmlite :: DSI options :: dome_checksum
[29840] Tue Apr 16 14:50:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29840] Tue Apr 16 14:50:54 2019 :: User :globus-mapping: successfully authorized.
[29840] Tue Apr 16 14:50:54 2019 :: Closed connection from fts803.cern.ch:38672
[29840] Tue Apr 16 14:50:54 2019 :: dmlite :: closing connection
[29504] Tue Apr 16 14:50:49 2019 :: Configuration read from /etc/gridftp.conf.
[29524] Tue Apr 16 14:50:50 2019 :: Configuration read from /etc/gridftp.conf.
[29524] Tue Apr 16 14:50:50 2019 :: Server started in inetd mode.
[29524] Tue Apr 16 14:50:50 2019 :: New connection from: fts811.cern.ch:37706
[29524] Tue Apr 16 14:50:50 2019 :: dmlite :: starting new connection
[29524] Tue Apr 16 14:50:50 2019 :: dmlite :: DSI options :: dome_checksum
[29524] Tue Apr 16 14:50:50 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29524] Tue Apr 16 14:50:50 2019 :: User :globus-mapping: successfully authorized.
[29524] Tue Apr 16 14:50:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29524] Tue Apr 16 14:50:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29524] Tue Apr 16 14:50:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[25653] Tue Apr 16 14:50:51 2019 :: Child process 29375 ended with rc = 0
[25653] Tue Apr 16 14:50:51 2019 :: Child process 28832 ended with rc = 0
[25653] Tue Apr 16 14:50:51 2019 :: Child process 29603 ended with rc = 0
[25653] Tue Apr 16 14:50:51 2019 :: Child process 29597 ended with rc = 0
[25653] Tue Apr 16 14:50:52 2019 :: Child process 28533 ended with rc = 0
[25653] Tue Apr 16 14:50:53 2019 :: Child process 29627 ended with rc = 0
[25653] Tue Apr 16 14:50:53 2019 :: Child process 29653 ended with rc = 0
[25653] Tue Apr 16 14:50:53 2019 :: Child process 29736 ended with rc = 0
[25653] Tue Apr 16 14:50:53 2019 :: Child process 29298 ended with rc = 0
[25653] Tue Apr 16 14:50:54 2019 :: Child process 29266 ended with rc = 0
[25653] Tue Apr 16 14:50:54 2019 :: Child process 29489 ended with rc = 0
[25653] Tue Apr 16 14:50:54 2019 :: Child process 29840 ended with rc = 0
[29580] Tue Apr 16 14:50:50 2019 :: Configuration read from /etc/gridftp.conf.
[29580] Tue Apr 16 14:50:50 2019 :: Server started in inetd mode.
[29580] Tue Apr 16 14:50:50 2019 :: New connection from: fts811.cern.ch:37718
[29580] Tue Apr 16 14:50:50 2019 :: dmlite :: starting new connection
[29580] Tue Apr 16 14:50:50 2019 :: dmlite :: DSI options :: dome_checksum
[29580] Tue Apr 16 14:50:50 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29580] Tue Apr 16 14:50:50 2019 :: User :globus-mapping: successfully authorized.
[29580] Tue Apr 16 14:50:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29580] Tue Apr 16 14:50:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29580] Tue Apr 16 14:50:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29828] Tue Apr 16 14:50:54 2019 :: Configuration read from /etc/gridftp.conf.
[29828] Tue Apr 16 14:50:54 2019 :: Server started in inetd mode.
[29828] Tue Apr 16 14:50:54 2019 :: New connection from: fts811.cern.ch:37800
[29828] Tue Apr 16 14:50:54 2019 :: dmlite :: starting new connection
[29828] Tue Apr 16 14:50:54 2019 :: dmlite :: DSI options :: dome_checksum
[29828] Tue Apr 16 14:50:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29828] Tue Apr 16 14:50:54 2019 :: User :globus-mapping: successfully authorized.
[29828] Tue Apr 16 14:50:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/ladamczy/5c/c4/user.ladamczy.17668875.EXT0._004117.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29828] Tue Apr 16 14:50:54 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/ladamczy/5c/c4/user.ladamczy.17668875.EXT0._004117.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29828] Tue Apr 16 14:50:54 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/ladamczy/5c/c4/user.ladamczy.17668875.EXT0._004117.HITS.pool.root
[29828] Tue Apr 16 14:50:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/ladamczy/5c/c4/user.ladamczy.17668875.EXT0._004117.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29828] Tue Apr 16 14:50:55 2019 :: Closed connection from fts811.cern.ch:37800
[29828] Tue Apr 16 14:50:55 2019 :: dmlite :: closing connection
[29586] Tue Apr 16 14:50:50 2019 :: Configuration read from /etc/gridftp.conf.
[29586] Tue Apr 16 14:50:50 2019 :: Server started in inetd mode.
[29586] Tue Apr 16 14:50:50 2019 :: New connection from: fts804.cern.ch:43304
[29586] Tue Apr 16 14:50:50 2019 :: dmlite :: starting new connection
[29586] Tue Apr 16 14:50:50 2019 :: dmlite :: DSI options :: dome_checksum
[29586] Tue Apr 16 14:50:50 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29586] Tue Apr 16 14:50:50 2019 :: User :globus-mapping: successfully authorized.
[29586] Tue Apr 16 14:50:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29586] Tue Apr 16 14:50:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29586] Tue Apr 16 14:50:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29609] Tue Apr 16 14:50:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29609] Tue Apr 16 14:50:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000240.pool.root.1.544188.1555419051 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29615] Tue Apr 16 14:50:51 2019 :: Configuration read from /etc/gridftp.conf.
[29615] Tue Apr 16 14:50:51 2019 :: Server started in inetd mode.
[29615] Tue Apr 16 14:50:51 2019 :: New connection from: aplex18.farm.particle.cz:60412
[29621] Tue Apr 16 14:50:51 2019 :: Configuration read from /etc/gridftp.conf.
[29621] Tue Apr 16 14:50:51 2019 :: Server started in inetd mode.
[29621] Tue Apr 16 14:50:51 2019 :: New connection from: fts813.cern.ch:58740
[29621] Tue Apr 16 14:50:51 2019 :: dmlite :: starting new connection
[29621] Tue Apr 16 14:50:51 2019 :: dmlite :: DSI options :: dome_checksum
[29621] Tue Apr 16 14:50:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29621] Tue Apr 16 14:50:51 2019 :: User :globus-mapping: successfully authorized.
[29621] Tue Apr 16 14:50:51 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[29621] Tue Apr 16 14:50:51 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root
[29615] Tue Apr 16 14:50:56 2019 :: dmlite :: starting new connection
[29615] Tue Apr 16 14:50:56 2019 :: dmlite :: DSI options :: dome_checksum
[29615] Tue Apr 16 14:50:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[29615] Tue Apr 16 14:50:56 2019 :: User :globus-mapping: successfully authorized.
[29615] Tue Apr 16 14:50:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29615] Tue Apr 16 14:50:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29615] Tue Apr 16 14:50:56 2019 :: Closed connection from aplex18.farm.particle.cz:60412
[29615] Tue Apr 16 14:50:56 2019 :: dmlite :: closing connection
[29633] Tue Apr 16 14:50:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29633] Tue Apr 16 14:50:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000268.pool.root.1.544189.1555419052 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29864] Tue Apr 16 14:50:54 2019 :: Configuration read from /etc/gridftp.conf.
[29864] Tue Apr 16 14:50:54 2019 :: Server started in inetd mode.
[29864] Tue Apr 16 14:50:54 2019 :: New connection from: fts811.cern.ch:37838
[29864] Tue Apr 16 14:50:55 2019 :: dmlite :: starting new connection
[29864] Tue Apr 16 14:50:55 2019 :: dmlite :: DSI options :: dome_checksum
[29864] Tue Apr 16 14:50:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29864] Tue Apr 16 14:50:55 2019 :: User :globus-mapping: successfully authorized.
[29864] Tue Apr 16 14:50:55 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1
[29864] Tue Apr 16 14:50:55 2019 :: requested node: dpmpool9.farm.particle.cz
[29864] Tue Apr 16 14:50:55 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[29864] Tue Apr 16 14:50:55 2019 :: connected to remote node
[29864] Tue Apr 16 14:50:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29864] Tue Apr 16 14:50:56 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1'
[29864] Tue Apr 16 14:50:56 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29864] Tue Apr 16 14:50:56 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29857] Tue Apr 16 14:50:54 2019 :: Configuration read from /etc/gridftp.conf.
[29857] Tue Apr 16 14:50:54 2019 :: Server started in inetd mode.
[29857] Tue Apr 16 14:50:54 2019 :: New connection from: fts803.cern.ch:38674
[29857] Tue Apr 16 14:50:55 2019 :: dmlite :: starting new connection
[29857] Tue Apr 16 14:50:55 2019 :: dmlite :: DSI options :: dome_checksum
[29857] Tue Apr 16 14:50:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29857] Tue Apr 16 14:50:55 2019 :: User :globus-mapping: successfully authorized.
[29857] Tue Apr 16 14:50:55 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29857] Tue Apr 16 14:50:55 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1
[29857] Tue Apr 16 14:50:57 2019 :: Closed connection from fts803.cern.ch:38674
[29857] Tue Apr 16 14:50:57 2019 :: dmlite :: closing connection
[29880] Tue Apr 16 14:50:55 2019 :: Configuration read from /etc/gridftp.conf.
[29880] Tue Apr 16 14:50:55 2019 :: Server started in inetd mode.
[29880] Tue Apr 16 14:50:55 2019 :: New connection from: fts801.cern.ch:43942
[29880] Tue Apr 16 14:50:55 2019 :: dmlite :: starting new connection
[29880] Tue Apr 16 14:50:55 2019 :: dmlite :: DSI options :: dome_checksum
[29880] Tue Apr 16 14:50:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29880] Tue Apr 16 14:50:55 2019 :: User :globus-mapping: successfully authorized.
[29880] Tue Apr 16 14:50:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1
[29880] Tue Apr 16 14:50:56 2019 :: requested node: dpmpool22.farm.particle.cz
[29880] Tue Apr 16 14:50:56 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[29880] Tue Apr 16 14:50:56 2019 :: connected to remote node
[29880] Tue Apr 16 14:50:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29880] Tue Apr 16 14:50:57 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1'
[29880] Tue Apr 16 14:50:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29880] Tue Apr 16 14:50:57 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29646] Tue Apr 16 14:50:52 2019 :: Configuration read from /etc/gridftp.conf.
[29646] Tue Apr 16 14:50:52 2019 :: Server started in inetd mode.
[29646] Tue Apr 16 14:50:52 2019 :: New connection from: fts813.cern.ch:58786
[29646] Tue Apr 16 14:50:52 2019 :: dmlite :: starting new connection
[29646] Tue Apr 16 14:50:52 2019 :: dmlite :: DSI options :: dome_checksum
[29646] Tue Apr 16 14:50:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29646] Tue Apr 16 14:50:52 2019 :: User :globus-mapping: successfully authorized.
[29646] Tue Apr 16 14:50:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/82/bd/ESD.84df2af69efe4a448e87f4d64d3f9b8f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[29920] Tue Apr 16 14:50:57 2019 :: Configuration read from /etc/gridftp.conf.
[29920] Tue Apr 16 14:50:57 2019 :: Server started in inetd mode.
[29920] Tue Apr 16 14:50:57 2019 :: New connection from: fts803.cern.ch:38776
[29920] Tue Apr 16 14:50:57 2019 :: dmlite :: starting new connection
[29920] Tue Apr 16 14:50:57 2019 :: dmlite :: DSI options :: dome_checksum
[29920] Tue Apr 16 14:50:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29920] Tue Apr 16 14:50:57 2019 :: User :globus-mapping: successfully authorized.
[29920] Tue Apr 16 14:50:57 2019 :: Closed connection from fts803.cern.ch:38776
[29920] Tue Apr 16 14:50:57 2019 :: dmlite :: closing connection
[29932] Tue Apr 16 14:50:57 2019 :: Configuration read from /etc/gridftp.conf.
[29932] Tue Apr 16 14:50:57 2019 :: Server started in inetd mode.
[29932] Tue Apr 16 14:50:57 2019 :: New connection from: fts803.cern.ch:38790
[29932] Tue Apr 16 14:50:58 2019 :: dmlite :: starting new connection
[29932] Tue Apr 16 14:50:58 2019 :: dmlite :: DSI options :: dome_checksum
[29932] Tue Apr 16 14:50:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29932] Tue Apr 16 14:50:58 2019 :: User :globus-mapping: successfully authorized.
[29932] Tue Apr 16 14:50:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/55/7c/HITS.17617237._024043.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29932] Tue Apr 16 14:50:58 2019 :: Closed connection from fts803.cern.ch:38790
[29932] Tue Apr 16 14:50:58 2019 :: dmlite :: closing connection
[29216] Tue Apr 16 14:50:58 2019 :: Closed connection from fts803.cern.ch:38266
[29216] Tue Apr 16 14:50:58 2019 :: dmlite :: closing connection
[28633] Tue Apr 16 14:50:58 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1".
[28633] Tue Apr 16 14:50:58 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000114.pool.root.1.544157.1555419034 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[28633] Tue Apr 16 14:50:58 2019 :: Closed connection from fts813.cern.ch:57588
[28633] Tue Apr 16 14:50:58 2019 :: dmlite :: closing connection
[29805] Tue Apr 16 14:50:53 2019 :: Configuration read from /etc/gridftp.conf.
[29805] Tue Apr 16 14:50:53 2019 :: Server started in inetd mode.
[29805] Tue Apr 16 14:50:53 2019 :: New connection from: rubus03.farm.particle.cz:33078
[29944] Tue Apr 16 14:50:58 2019 :: Configuration read from /etc/gridftp.conf.
[29944] Tue Apr 16 14:50:58 2019 :: Server started in inetd mode.
[29944] Tue Apr 16 14:50:58 2019 :: New connection from: fts813.cern.ch:59034
[29944] Tue Apr 16 14:50:58 2019 :: dmlite :: starting new connection
[29944] Tue Apr 16 14:50:58 2019 :: dmlite :: DSI options :: dome_checksum
[29944] Tue Apr 16 14:50:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29944] Tue Apr 16 14:50:58 2019 :: User :globus-mapping: successfully authorized.
[29944] Tue Apr 16 14:50:58 2019 :: Closed connection from fts813.cern.ch:59034
[29944] Tue Apr 16 14:50:58 2019 :: dmlite :: closing connection
[29805] Tue Apr 16 14:50:58 2019 :: dmlite :: starting new connection
[29805] Tue Apr 16 14:50:58 2019 :: dmlite :: DSI options :: dome_checksum
[29805] Tue Apr 16 14:50:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[29805] Tue Apr 16 14:50:58 2019 :: User :globus-mapping: successfully authorized.
[29805] Tue Apr 16 14:50:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29805] Tue Apr 16 14:50:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29805] Tue Apr 16 14:50:58 2019 :: Closed connection from rubus03.farm.particle.cz:33078
[29805] Tue Apr 16 14:50:58 2019 :: dmlite :: closing connection
[29834] Tue Apr 16 14:50:54 2019 :: Configuration read from /etc/gridftp.conf.
[29834] Tue Apr 16 14:50:54 2019 :: Server started in inetd mode.
[29834] Tue Apr 16 14:50:54 2019 :: New connection from: fts801.cern.ch:43876
[29834] Tue Apr 16 14:50:54 2019 :: dmlite :: starting new connection
[29834] Tue Apr 16 14:50:54 2019 :: dmlite :: DSI options :: dome_checksum
[29834] Tue Apr 16 14:50:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29834] Tue Apr 16 14:50:54 2019 :: User :globus-mapping: successfully authorized.
[29834] Tue Apr 16 14:50:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29834] Tue Apr 16 14:50:54 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (521 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb/DAOD_HIGG5D2.17743336._000174.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29834] Tue Apr 16 14:50:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/76/cb :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29926] Tue Apr 16 14:50:57 2019 :: Configuration read from /etc/gridftp.conf.
[29926] Tue Apr 16 14:50:57 2019 :: Server started in inetd mode.
[29926] Tue Apr 16 14:50:57 2019 :: New connection from: fts801.cern.ch:44002
[29926] Tue Apr 16 14:50:57 2019 :: dmlite :: starting new connection
[29926] Tue Apr 16 14:50:57 2019 :: dmlite :: DSI options :: dome_checksum
[29926] Tue Apr 16 14:50:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29926] Tue Apr 16 14:50:57 2019 :: User :globus-mapping: successfully authorized.
[29926] Tue Apr 16 14:50:57 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root
[29926] Tue Apr 16 14:50:57 2019 :: requested node: dpmpool16.farm.particle.cz
[29926] Tue Apr 16 14:50:57 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[29926] Tue Apr 16 14:50:58 2019 :: connected to remote node
[29926] Tue Apr 16 14:50:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29926] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root'
[29926] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29926] Tue Apr 16 14:50:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29914] Tue Apr 16 14:50:57 2019 :: Configuration read from /etc/gridftp.conf.
[29914] Tue Apr 16 14:50:57 2019 :: Server started in inetd mode.
[29914] Tue Apr 16 14:50:57 2019 :: New connection from: fts805.cern.ch:56194
[29914] Tue Apr 16 14:50:57 2019 :: dmlite :: starting new connection
[29914] Tue Apr 16 14:50:57 2019 :: dmlite :: DSI options :: dome_checksum
[29914] Tue Apr 16 14:50:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29914] Tue Apr 16 14:50:57 2019 :: User :globus-mapping: successfully authorized.
[29914] Tue Apr 16 14:50:58 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1
[29914] Tue Apr 16 14:50:58 2019 :: requested node: dpmpool9.farm.particle.cz
[29914] Tue Apr 16 14:50:58 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[29914] Tue Apr 16 14:50:58 2019 :: connected to remote node
[29914] Tue Apr 16 14:50:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29914] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1'
[29914] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29914] Tue Apr 16 14:50:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29926] Tue Apr 16 14:50:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29926] Tue Apr 16 14:50:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs10/atlas/2019-04-16/user.yuchou.17733192._003163.hist-output.root.544192.1555419057 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29926] Tue Apr 16 14:50:59 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root".
[29926] Tue Apr 16 14:50:59 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs10/atlas/2019-04-16/user.yuchou.17733192._003163.hist-output.root.544192.1555419057 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29926] Tue Apr 16 14:50:59 2019 :: Closed connection from fts801.cern.ch:44002
[29926] Tue Apr 16 14:50:59 2019 :: dmlite :: closing connection
[29848] Tue Apr 16 14:50:54 2019 :: Configuration read from /etc/gridftp.conf.
[29848] Tue Apr 16 14:50:54 2019 :: Server started in inetd mode.
[29981] Tue Apr 16 14:50:59 2019 :: Configuration read from /etc/gridftp.conf.
[29981] Tue Apr 16 14:50:59 2019 :: Server started in inetd mode.
[29981] Tue Apr 16 14:50:59 2019 :: New connection from: fts801.cern.ch:44050
[29981] Tue Apr 16 14:50:59 2019 :: dmlite :: starting new connection
[29981] Tue Apr 16 14:50:59 2019 :: dmlite :: DSI options :: dome_checksum
[29981] Tue Apr 16 14:50:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29981] Tue Apr 16 14:50:59 2019 :: User :globus-mapping: successfully authorized.
[29981] Tue Apr 16 14:50:59 2019 :: Closed connection from fts801.cern.ch:44050
[29981] Tue Apr 16 14:50:59 2019 :: dmlite :: closing connection
[29504] Tue Apr 16 14:50:54 2019 :: Server started in inetd mode.
[29914] Tue Apr 16 14:50:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29914] Tue Apr 16 14:50:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17617173._091903.pool.root.1.544193.1555419058 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29914] Tue Apr 16 14:50:59 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1".
[29914] Tue Apr 16 14:50:59 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17617173._091903.pool.root.1.544193.1555419058 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29914] Tue Apr 16 14:50:59 2019 :: Closed connection from fts805.cern.ch:56194
[29914] Tue Apr 16 14:50:59 2019 :: dmlite :: closing connection
[29864] Tue Apr 16 14:50:56 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29864] Tue Apr 16 14:50:56 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024629.pool.root.1.544190.1555419055 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[25653] Tue Apr 16 14:50:55 2019 :: Child process 29828 ended with rc = 0
[25653] Tue Apr 16 14:50:56 2019 :: Child process 29615 ended with rc = 0
[25653] Tue Apr 16 14:50:57 2019 :: Child process 29857 ended with rc = 0
[25653] Tue Apr 16 14:50:57 2019 :: Child process 29920 ended with rc = 0
[25653] Tue Apr 16 14:50:58 2019 :: Child process 29932 ended with rc = 0
[25653] Tue Apr 16 14:50:58 2019 :: Child process 29216 ended with rc = 0
[25653] Tue Apr 16 14:50:58 2019 :: Child process 28633 ended with rc = 0
[25653] Tue Apr 16 14:50:58 2019 :: Child process 29944 ended with rc = 0
[25653] Tue Apr 16 14:50:58 2019 :: Child process 29805 ended with rc = 0
[25653] Tue Apr 16 14:50:59 2019 :: Child process 29926 ended with rc = 0
[25653] Tue Apr 16 14:50:59 2019 :: Child process 29981 ended with rc = 0
[25653] Tue Apr 16 14:50:59 2019 :: Child process 29914 ended with rc = 0
[29872] Tue Apr 16 14:50:55 2019 :: Configuration read from /etc/gridftp.conf.
[29872] Tue Apr 16 14:50:55 2019 :: Server started in inetd mode.
[29872] Tue Apr 16 14:50:55 2019 :: New connection from: fts801.cern.ch:43930
[29872] Tue Apr 16 14:50:55 2019 :: dmlite :: starting new connection
[29872] Tue Apr 16 14:50:55 2019 :: dmlite :: DSI options :: dome_checksum
[29872] Tue Apr 16 14:50:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29872] Tue Apr 16 14:50:55 2019 :: User :globus-mapping: successfully authorized.
[29872] Tue Apr 16 14:50:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29872] Tue Apr 16 14:50:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (553 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29872] Tue Apr 16 14:50:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29872] Tue Apr 16 14:50:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (369 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29872] Tue Apr 16 14:50:55 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29995] Tue Apr 16 14:50:59 2019 :: Configuration read from /etc/gridftp.conf.
[29995] Tue Apr 16 14:50:59 2019 :: Server started in inetd mode.
[29995] Tue Apr 16 14:50:59 2019 :: New connection from: fts805.cern.ch:56378
[29995] Tue Apr 16 14:51:00 2019 :: dmlite :: starting new connection
[29995] Tue Apr 16 14:51:00 2019 :: dmlite :: DSI options :: dome_checksum
[29995] Tue Apr 16 14:51:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29995] Tue Apr 16 14:51:00 2019 :: User :globus-mapping: successfully authorized.
[29995] Tue Apr 16 14:51:00 2019 :: Closed connection from fts805.cern.ch:56378
[29995] Tue Apr 16 14:51:00 2019 :: dmlite :: closing connection
[29880] Tue Apr 16 14:50:57 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29880] Tue Apr 16 14:50:57 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000174.pool.root.1.544191.1555419056 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29884] Tue Apr 16 14:50:55 2019 :: Configuration read from /etc/gridftp.conf.
[29884] Tue Apr 16 14:50:55 2019 :: Server started in inetd mode.
[29884] Tue Apr 16 14:50:55 2019 :: New connection from: fts805.cern.ch:56088
[29884] Tue Apr 16 14:50:56 2019 :: dmlite :: starting new connection
[29884] Tue Apr 16 14:50:56 2019 :: dmlite :: DSI options :: dome_checksum
[29884] Tue Apr 16 14:50:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29884] Tue Apr 16 14:50:56 2019 :: User :globus-mapping: successfully authorized.
[29884] Tue Apr 16 14:50:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29884] Tue Apr 16 14:50:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29884] Tue Apr 16 14:50:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29621] Tue Apr 16 14:51:00 2019 :: Closed connection from fts813.cern.ch:58740
[29621] Tue Apr 16 14:51:00 2019 :: dmlite :: closing connection
[29848] Tue Apr 16 14:50:59 2019 :: New connection from: mikan01.farm.particle.cz:46414
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: starting new connection
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: DSI options :: dome_checksum
[29848] Tue Apr 16 14:50:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[29848] Tue Apr 16 14:50:59 2019 :: User :globus-mapping: successfully authorized.
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a' - 22-[#00.000022] Can't create folder '8a' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload
[29848] Tue Apr 16 14:50:59 2019 :: requested node: dpmpool9.farm.particle.cz
[29848] Tue Apr 16 14:50:59 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[29848] Tue Apr 16 14:50:59 2019 :: connected to remote node
[29848] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload'
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29896] Tue Apr 16 14:50:56 2019 :: Configuration read from /etc/gridftp.conf.
[29896] Tue Apr 16 14:50:56 2019 :: Server started in inetd mode.
[29896] Tue Apr 16 14:50:56 2019 :: New connection from: fts801.cern.ch:43960
[29896] Tue Apr 16 14:50:56 2019 :: dmlite :: starting new connection
[29896] Tue Apr 16 14:50:56 2019 :: dmlite :: DSI options :: dome_checksum
[29896] Tue Apr 16 14:50:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29896] Tue Apr 16 14:50:56 2019 :: User :globus-mapping: successfully authorized.
[29896] Tue Apr 16 14:50:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29896] Tue Apr 16 14:50:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29896] Tue Apr 16 14:50:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29989] Tue Apr 16 14:50:59 2019 :: Configuration read from /etc/gridftp.conf.
[29989] Tue Apr 16 14:50:59 2019 :: Server started in inetd mode.
[29989] Tue Apr 16 14:50:59 2019 :: New connection from: fts801.cern.ch:44080
[29989] Tue Apr 16 14:51:00 2019 :: dmlite :: starting new connection
[29989] Tue Apr 16 14:51:00 2019 :: dmlite :: DSI options :: dome_checksum
[29989] Tue Apr 16 14:51:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29989] Tue Apr 16 14:51:00 2019 :: User :globus-mapping: successfully authorized.
[29989] Tue Apr 16 14:51:00 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29989] Tue Apr 16 14:51:00 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root
[29989] Tue Apr 16 14:51:01 2019 :: Closed connection from fts801.cern.ch:44080
[29989] Tue Apr 16 14:51:01 2019 :: dmlite :: closing connection
[30026] Tue Apr 16 14:51:01 2019 :: Configuration read from /etc/gridftp.conf.
[30026] Tue Apr 16 14:51:01 2019 :: Server started in inetd mode.
[30026] Tue Apr 16 14:51:01 2019 :: New connection from: fts813.cern.ch:59170
[30026] Tue Apr 16 14:51:01 2019 :: dmlite :: starting new connection
[30026] Tue Apr 16 14:51:01 2019 :: dmlite :: DSI options :: dome_checksum
[30026] Tue Apr 16 14:51:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30026] Tue Apr 16 14:51:01 2019 :: User :globus-mapping: successfully authorized.
[30026] Tue Apr 16 14:51:01 2019 :: Closed connection from fts813.cern.ch:59170
[30026] Tue Apr 16 14:51:01 2019 :: dmlite :: closing connection
[29907] Tue Apr 16 14:50:56 2019 :: Configuration read from /etc/gridftp.conf.
[29907] Tue Apr 16 14:50:56 2019 :: Server started in inetd mode.
[29907] Tue Apr 16 14:50:56 2019 :: New connection from: aplex18.farm.particle.cz:60418
[30046] Tue Apr 16 14:51:01 2019 :: Configuration read from /etc/gridftp.conf.
[30046] Tue Apr 16 14:51:01 2019 :: Server started in inetd mode.
[30046] Tue Apr 16 14:51:01 2019 :: New connection from: fts801.cern.ch:44190
[30046] Tue Apr 16 14:51:01 2019 :: dmlite :: starting new connection
[30046] Tue Apr 16 14:51:01 2019 :: dmlite :: DSI options :: dome_checksum
[30046] Tue Apr 16 14:51:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30046] Tue Apr 16 14:51:01 2019 :: User :globus-mapping: successfully authorized.
[30046] Tue Apr 16 14:51:01 2019 :: Closed connection from fts801.cern.ch:44190
[30046] Tue Apr 16 14:51:01 2019 :: dmlite :: closing connection
[30040] Tue Apr 16 14:51:01 2019 :: Configuration read from /etc/gridftp.conf.
[30040] Tue Apr 16 14:51:01 2019 :: Server started in inetd mode.
[30040] Tue Apr 16 14:51:01 2019 :: New connection from: fts813.cern.ch:59174
[30040] Tue Apr 16 14:51:01 2019 :: dmlite :: starting new connection
[30040] Tue Apr 16 14:51:01 2019 :: dmlite :: DSI options :: dome_checksum
[30040] Tue Apr 16 14:51:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30040] Tue Apr 16 14:51:01 2019 :: User :globus-mapping: successfully authorized.
[30040] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/f7/cf/user.yuchou.17733191._000875.CxAOD.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30040] Tue Apr 16 14:51:01 2019 :: Closed connection from fts813.cern.ch:59174
[30040] Tue Apr 16 14:51:01 2019 :: dmlite :: closing connection
[28719] Tue Apr 16 14:51:01 2019 :: Closed connection from fts813.cern.ch:57804
[28719] Tue Apr 16 14:51:01 2019 :: dmlite :: closing connection
[30010] Tue Apr 16 14:51:00 2019 :: Configuration read from /etc/gridftp.conf.
[30010] Tue Apr 16 14:51:00 2019 :: Server started in inetd mode.
[30010] Tue Apr 16 14:51:00 2019 :: New connection from: fts805.cern.ch:56402
[30010] Tue Apr 16 14:51:00 2019 :: dmlite :: starting new connection
[30010] Tue Apr 16 14:51:00 2019 :: dmlite :: DSI options :: dome_checksum
[30010] Tue Apr 16 14:51:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30010] Tue Apr 16 14:51:00 2019 :: User :globus-mapping: successfully authorized.
[30010] Tue Apr 16 14:51:00 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[30010] Tue Apr 16 14:51:00 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1
[30010] Tue Apr 16 14:51:01 2019 :: Closed connection from fts805.cern.ch:56402
[30010] Tue Apr 16 14:51:01 2019 :: dmlite :: closing connection
[30002] Tue Apr 16 14:51:00 2019 :: Configuration read from /etc/gridftp.conf.
[30002] Tue Apr 16 14:51:00 2019 :: Server started in inetd mode.
[30002] Tue Apr 16 14:51:00 2019 :: New connection from: fts802.cern.ch:32994
[30002] Tue Apr 16 14:51:00 2019 :: dmlite :: starting new connection
[30002] Tue Apr 16 14:51:00 2019 :: dmlite :: DSI options :: dome_checksum
[30002] Tue Apr 16 14:51:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30002] Tue Apr 16 14:51:00 2019 :: User :globus-mapping: successfully authorized.
[30002] Tue Apr 16 14:51:00 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root
[30002] Tue Apr 16 14:51:00 2019 :: requested node: dpmpool19.farm.particle.cz
[30002] Tue Apr 16 14:51:00 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[30002] Tue Apr 16 14:51:00 2019 :: connected to remote node
[30002] Tue Apr 16 14:51:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30002] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root'
[30002] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30002] Tue Apr 16 14:51:01 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30053] Tue Apr 16 14:51:01 2019 :: Configuration read from /etc/gridftp.conf.
[30053] Tue Apr 16 14:51:01 2019 :: Server started in inetd mode.
[30053] Tue Apr 16 14:51:01 2019 :: New connection from: fts801.cern.ch:44198
[30053] Tue Apr 16 14:51:01 2019 :: dmlite :: starting new connection
[30053] Tue Apr 16 14:51:01 2019 :: dmlite :: DSI options :: dome_checksum
[30053] Tue Apr 16 14:51:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30053] Tue Apr 16 14:51:01 2019 :: User :globus-mapping: successfully authorized.
[30053] Tue Apr 16 14:51:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yuchou/3f/ab/user.yuchou.17733192._003163.hist-output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30053] Tue Apr 16 14:51:02 2019 :: Closed connection from fts801.cern.ch:44198
[30053] Tue Apr 16 14:51:02 2019 :: dmlite :: closing connection
[29872] Tue Apr 16 14:51:02 2019 :: Closed connection from fts801.cern.ch:43930
[29872] Tue Apr 16 14:51:02 2019 :: dmlite :: closing connection
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17686636._031608.job.log.tgz.1.rucio.upload.544194.1555419059 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload".
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17686636._031608.job.log.tgz.1.rucio.upload.544194.1555419059 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:01 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload
[29848] Tue Apr 16 14:51:02 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:02 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a' - 22-[#00.000022] Can't create folder '8a' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:02 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[29848] Tue Apr 16 14:51:02 2019 :: Closed connection from mikan01.farm.particle.cz:46414
[29848] Tue Apr 16 14:51:02 2019 :: dmlite :: closing connection
[30062] Tue Apr 16 14:51:02 2019 :: Configuration read from /etc/gridftp.conf.
[30062] Tue Apr 16 14:51:02 2019 :: Server started in inetd mode.
[30062] Tue Apr 16 14:51:02 2019 :: New connection from: fts805.cern.ch:56440
[30062] Tue Apr 16 14:51:02 2019 :: dmlite :: starting new connection
[30062] Tue Apr 16 14:51:02 2019 :: dmlite :: DSI options :: dome_checksum
[30062] Tue Apr 16 14:51:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30062] Tue Apr 16 14:51:02 2019 :: User :globus-mapping: successfully authorized.
[30062] Tue Apr 16 14:51:02 2019 :: Closed connection from fts805.cern.ch:56440
[30062] Tue Apr 16 14:51:02 2019 :: dmlite :: closing connection
[30002] Tue Apr 16 14:51:01 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30002] Tue Apr 16 14:51:01 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/user.nbruscin.17742449._000602.output_Fake1L.root.544195.1555419060 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30002] Tue Apr 16 14:51:02 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root".
[30002] Tue Apr 16 14:51:02 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/user.nbruscin.17742449._000602.output_Fake1L.root.544195.1555419060 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30002] Tue Apr 16 14:51:02 2019 :: Closed connection from fts802.cern.ch:32994
[30002] Tue Apr 16 14:51:02 2019 :: dmlite :: closing connection
[30019] Tue Apr 16 14:51:00 2019 :: Configuration read from /etc/gridftp.conf.
[30019] Tue Apr 16 14:51:00 2019 :: Server started in inetd mode.
[30019] Tue Apr 16 14:51:00 2019 :: New connection from: fts801.cern.ch:44154
[30019] Tue Apr 16 14:51:00 2019 :: dmlite :: starting new connection
[30019] Tue Apr 16 14:51:00 2019 :: dmlite :: DSI options :: dome_checksum
[30019] Tue Apr 16 14:51:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30019] Tue Apr 16 14:51:00 2019 :: User :globus-mapping: successfully authorized.
[30019] Tue Apr 16 14:51:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1
[30019] Tue Apr 16 14:51:01 2019 :: requested node: dpmpool20.farm.particle.cz
[30019] Tue Apr 16 14:51:01 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[30019] Tue Apr 16 14:51:01 2019 :: connected to remote node
[30019] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30019] Tue Apr 16 14:51:02 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1'
[30019] Tue Apr 16 14:51:02 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30019] Tue Apr 16 14:51:02 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30084] Tue Apr 16 14:51:02 2019 :: Configuration read from /etc/gridftp.conf.
[30084] Tue Apr 16 14:51:02 2019 :: Server started in inetd mode.
[30084] Tue Apr 16 14:51:02 2019 :: New connection from: fts802.cern.ch:33044
[30084] Tue Apr 16 14:51:02 2019 :: dmlite :: starting new connection
[30084] Tue Apr 16 14:51:02 2019 :: dmlite :: DSI options :: dome_checksum
[30084] Tue Apr 16 14:51:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30084] Tue Apr 16 14:51:02 2019 :: User :globus-mapping: successfully authorized.
[30084] Tue Apr 16 14:51:02 2019 :: Closed connection from fts802.cern.ch:33044
[30084] Tue Apr 16 14:51:02 2019 :: dmlite :: closing connection
[30078] Tue Apr 16 14:51:02 2019 :: Configuration read from /etc/gridftp.conf.
[30078] Tue Apr 16 14:51:02 2019 :: Server started in inetd mode.
[30078] Tue Apr 16 14:51:02 2019 :: New connection from: fts805.cern.ch:56452
[30078] Tue Apr 16 14:51:02 2019 :: dmlite :: starting new connection
[30078] Tue Apr 16 14:51:02 2019 :: dmlite :: DSI options :: dome_checksum
[30078] Tue Apr 16 14:51:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30078] Tue Apr 16 14:51:02 2019 :: User :globus-mapping: successfully authorized.
[30078] Tue Apr 16 14:51:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/8d/EVNT.17617173._091903.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[30078] Tue Apr 16 14:51:03 2019 :: Closed connection from fts805.cern.ch:56452
[30078] Tue Apr 16 14:51:03 2019 :: dmlite :: closing connection
[29884] Tue Apr 16 14:51:03 2019 :: Closed connection from fts805.cern.ch:56088
[29884] Tue Apr 16 14:51:03 2019 :: dmlite :: closing connection
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: starting new connection
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: DSI options :: dome_checksum
[29907] Tue Apr 16 14:51:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[29907] Tue Apr 16 14:51:01 2019 :: User :globus-mapping: successfully authorized.
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d' - 22-[#00.000022] Can't create folder '4d' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload
[29907] Tue Apr 16 14:51:01 2019 :: requested node: dpmpool19.farm.particle.cz
[29907] Tue Apr 16 14:51:01 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[29907] Tue Apr 16 14:51:02 2019 :: connected to remote node
[29907] Tue Apr 16 14:51:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload'
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29950] Tue Apr 16 14:50:58 2019 :: Configuration read from /etc/gridftp.conf.
[29950] Tue Apr 16 14:50:58 2019 :: Server started in inetd mode.
[29950] Tue Apr 16 14:50:58 2019 :: New connection from: fts309.usatlas.bnl.gov:45082
[29950] Tue Apr 16 14:50:59 2019 :: dmlite :: starting new connection
[29950] Tue Apr 16 14:50:59 2019 :: dmlite :: DSI options :: dome_checksum
[29950] Tue Apr 16 14:50:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29950] Tue Apr 16 14:50:59 2019 :: User :globus-mapping: successfully authorized.
[29950] Tue Apr 16 14:51:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/21/98/EVNT.17639170._128440.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[29950] Tue Apr 16 14:51:00 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/21/98/EVNT.17639170._128440.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[29950] Tue Apr 16 14:51:00 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/21/98/EVNT.17639170._128440.pool.root.1
[29957] Tue Apr 16 14:50:58 2019 :: Configuration read from /etc/gridftp.conf.
[29957] Tue Apr 16 14:50:58 2019 :: Server started in inetd mode.
[29957] Tue Apr 16 14:50:58 2019 :: New connection from: fts813.cern.ch:59058
[29957] Tue Apr 16 14:50:59 2019 :: dmlite :: starting new connection
[29957] Tue Apr 16 14:50:59 2019 :: dmlite :: DSI options :: dome_checksum
[29957] Tue Apr 16 14:50:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29957] Tue Apr 16 14:50:59 2019 :: User :globus-mapping: successfully authorized.
[29957] Tue Apr 16 14:50:59 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[29957] Tue Apr 16 14:50:59 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1
[29964] Tue Apr 16 14:50:58 2019 :: Configuration read from /etc/gridftp.conf.
[29964] Tue Apr 16 14:50:58 2019 :: Server started in inetd mode.
[29964] Tue Apr 16 14:50:58 2019 :: New connection from: fts802.cern.ch:32950
[29964] Tue Apr 16 14:50:59 2019 :: dmlite :: starting new connection
[29964] Tue Apr 16 14:50:59 2019 :: dmlite :: DSI options :: dome_checksum
[29964] Tue Apr 16 14:50:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[29964] Tue Apr 16 14:50:59 2019 :: User :globus-mapping: successfully authorized.
[29964] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29964] Tue Apr 16 14:50:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (577 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29964] Tue Apr 16 14:50:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29964] Tue Apr 16 14:50:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (377 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29964] Tue Apr 16 14:50:59 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29965] Tue Apr 16 14:50:58 2019 :: Configuration read from /etc/gridftp.conf.
[30090] Tue Apr 16 14:51:02 2019 :: Configuration read from /etc/gridftp.conf.
[30090] Tue Apr 16 14:51:02 2019 :: Server started in inetd mode.
[30090] Tue Apr 16 14:51:02 2019 :: New connection from: fts802.cern.ch:33048
[30090] Tue Apr 16 14:51:03 2019 :: dmlite :: starting new connection
[30090] Tue Apr 16 14:51:03 2019 :: dmlite :: DSI options :: dome_checksum
[30090] Tue Apr 16 14:51:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30090] Tue Apr 16 14:51:03 2019 :: User :globus-mapping: successfully authorized.
[30090] Tue Apr 16 14:51:03 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30090] Tue Apr 16 14:51:03 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root
[30090] Tue Apr 16 14:51:04 2019 :: Closed connection from fts802.cern.ch:33048
[30090] Tue Apr 16 14:51:04 2019 :: dmlite :: closing connection
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17639170._127546.job.log.tgz.1.rucio.upload.544197.1555419061 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload".
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17639170._127546.job.log.tgz.1.rucio.upload.544197.1555419061 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:03 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload
[29907] Tue Apr 16 14:51:04 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:04 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d' - 22-[#00.000022] Can't create folder '4d' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:04 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[29907] Tue Apr 16 14:51:04 2019 :: Closed connection from aplex18.farm.particle.cz:60418
[29907] Tue Apr 16 14:51:04 2019 :: dmlite :: closing connection
[30105] Tue Apr 16 14:51:04 2019 :: Configuration read from /etc/gridftp.conf.
[30105] Tue Apr 16 14:51:04 2019 :: Server started in inetd mode.
[30105] Tue Apr 16 14:51:04 2019 :: New connection from: fts802.cern.ch:33066
[30105] Tue Apr 16 14:51:04 2019 :: dmlite :: starting new connection
[30105] Tue Apr 16 14:51:04 2019 :: dmlite :: DSI options :: dome_checksum
[30105] Tue Apr 16 14:51:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30105] Tue Apr 16 14:51:04 2019 :: User :globus-mapping: successfully authorized.
[30105] Tue Apr 16 14:51:04 2019 :: Closed connection from fts802.cern.ch:33066
[30105] Tue Apr 16 14:51:04 2019 :: dmlite :: closing connection
[29504] Tue Apr 16 14:50:59 2019 :: New connection from: ib09.farm.particle.cz:38028
[29504] Tue Apr 16 14:51:04 2019 :: dmlite :: starting new connection
[29504] Tue Apr 16 14:51:04 2019 :: dmlite :: DSI options :: dome_checksum
[29504] Tue Apr 16 14:51:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[29504] Tue Apr 16 14:51:04 2019 :: User :globus-mapping: successfully authorized.
[29504] Tue Apr 16 14:51:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[29504] Tue Apr 16 14:51:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[29504] Tue Apr 16 14:51:05 2019 :: Closed connection from ib09.farm.particle.cz:38028
[29504] Tue Apr 16 14:51:05 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:00 2019 :: Child process 29995 ended with rc = 0
[25653] Tue Apr 16 14:51:00 2019 :: Child process 29621 ended with rc = 0
[25653] Tue Apr 16 14:51:01 2019 :: Child process 29989 ended with rc = 0
[25653] Tue Apr 16 14:51:01 2019 :: Child process 30026 ended with rc = 0
[25653] Tue Apr 16 14:51:01 2019 :: Child process 30046 ended with rc = 0
[25653] Tue Apr 16 14:51:01 2019 :: Child process 30040 ended with rc = 0
[25653] Tue Apr 16 14:51:01 2019 :: Child process 28719 ended with rc = 0
[25653] Tue Apr 16 14:51:01 2019 :: Child process 30010 ended with rc = 0
[25653] Tue Apr 16 14:51:02 2019 :: Child process 30053 ended with rc = 0
[25653] Tue Apr 16 14:51:02 2019 :: Child process 29872 ended with rc = 0
[25653] Tue Apr 16 14:51:02 2019 :: Child process 29848 ended with rc = 0
[25653] Tue Apr 16 14:51:02 2019 :: Child process 30062 ended with rc = 0
[25653] Tue Apr 16 14:51:02 2019 :: Child process 30002 ended with rc = 0
[25653] Tue Apr 16 14:51:02 2019 :: Child process 30084 ended with rc = 0
[25653] Tue Apr 16 14:51:03 2019 :: Child process 30078 ended with rc = 0
[25653] Tue Apr 16 14:51:03 2019 :: Child process 29884 ended with rc = 0
[25653] Tue Apr 16 14:51:04 2019 :: Child process 30090 ended with rc = 0
[25653] Tue Apr 16 14:51:04 2019 :: Child process 29907 ended with rc = 0
[25653] Tue Apr 16 14:51:04 2019 :: Child process 30105 ended with rc = 0
[25653] Tue Apr 16 14:51:05 2019 :: Child process 29504 ended with rc = 0
[30120] Tue Apr 16 14:51:04 2019 :: Configuration read from /etc/gridftp.conf.
[30120] Tue Apr 16 14:51:04 2019 :: Server started in inetd mode.
[30120] Tue Apr 16 14:51:04 2019 :: New connection from: fts802.cern.ch:33070
[30120] Tue Apr 16 14:51:05 2019 :: dmlite :: starting new connection
[30120] Tue Apr 16 14:51:05 2019 :: dmlite :: DSI options :: dome_checksum
[30120] Tue Apr 16 14:51:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30120] Tue Apr 16 14:51:05 2019 :: User :globus-mapping: successfully authorized.
[30120] Tue Apr 16 14:51:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/nbruscin/f3/5b/user.nbruscin.17742449._000602.output_Fake1L.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30120] Tue Apr 16 14:51:05 2019 :: Closed connection from fts802.cern.ch:33070
[30120] Tue Apr 16 14:51:05 2019 :: dmlite :: closing connection
[29964] Tue Apr 16 14:51:05 2019 :: Closed connection from fts802.cern.ch:32950
[29964] Tue Apr 16 14:51:05 2019 :: dmlite :: closing connection
[30019] Tue Apr 16 14:51:02 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30019] Tue Apr 16 14:51:02 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024633.pool.root.1.544196.1555419061 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30071] Tue Apr 16 14:51:02 2019 :: Configuration read from /etc/gridftp.conf.
[30071] Tue Apr 16 14:51:07 2019 :: Server started in inetd mode.
[30071] Tue Apr 16 14:51:07 2019 :: New connection from: mikan01.farm.particle.cz:46422
[30071] Tue Apr 16 14:51:07 2019 :: dmlite :: starting new connection
[30071] Tue Apr 16 14:51:07 2019 :: dmlite :: DSI options :: dome_checksum
[30071] Tue Apr 16 14:51:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[30071] Tue Apr 16 14:51:07 2019 :: User :globus-mapping: successfully authorized.
[30071] Tue Apr 16 14:51:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/61/8a/log.17686636._031608.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan01.farm.particle.cz
[30071] Tue Apr 16 14:51:07 2019 :: Closed connection from mikan01.farm.particle.cz:46422
[30071] Tue Apr 16 14:51:07 2019 :: dmlite :: closing connection
[30142] Tue Apr 16 14:51:06 2019 :: Configuration read from /etc/gridftp.conf.
[30142] Tue Apr 16 14:51:06 2019 :: Server started in inetd mode.
[30142] Tue Apr 16 14:51:06 2019 :: New connection from: fts309.usatlas.bnl.gov:45172
[30142] Tue Apr 16 14:51:07 2019 :: dmlite :: starting new connection
[30142] Tue Apr 16 14:51:07 2019 :: dmlite :: DSI options :: dome_checksum
[30142] Tue Apr 16 14:51:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30142] Tue Apr 16 14:51:07 2019 :: User :globus-mapping: successfully authorized.
[30142] Tue Apr 16 14:51:07 2019 :: Closed connection from fts309.usatlas.bnl.gov:45172
[30142] Tue Apr 16 14:51:07 2019 :: dmlite :: closing connection
[28808] Tue Apr 16 14:51:08 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1".
[28808] Tue Apr 16 14:51:08 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000135.pool.root.1.544161.1555419036 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28808] Tue Apr 16 14:51:08 2019 :: Closed connection from fts808.cern.ch:42174
[28808] Tue Apr 16 14:51:08 2019 :: dmlite :: closing connection
[29957] Tue Apr 16 14:51:08 2019 :: Closed connection from fts813.cern.ch:59058
[29957] Tue Apr 16 14:51:08 2019 :: dmlite :: closing connection
[30173] Tue Apr 16 14:51:08 2019 :: Configuration read from /etc/gridftp.conf.
[30173] Tue Apr 16 14:51:08 2019 :: Server started in inetd mode.
[30173] Tue Apr 16 14:51:08 2019 :: New connection from: fts808.cern.ch:43326
[30173] Tue Apr 16 14:51:08 2019 :: dmlite :: starting new connection
[30173] Tue Apr 16 14:51:08 2019 :: dmlite :: DSI options :: dome_checksum
[30173] Tue Apr 16 14:51:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30173] Tue Apr 16 14:51:08 2019 :: User :globus-mapping: successfully authorized.
[30173] Tue Apr 16 14:51:08 2019 :: Closed connection from fts808.cern.ch:43326
[30173] Tue Apr 16 14:51:08 2019 :: dmlite :: closing connection
[30186] Tue Apr 16 14:51:08 2019 :: Configuration read from /etc/gridftp.conf.
[30186] Tue Apr 16 14:51:08 2019 :: Server started in inetd mode.
[30186] Tue Apr 16 14:51:08 2019 :: New connection from: fts813.cern.ch:59408
[30186] Tue Apr 16 14:51:08 2019 :: dmlite :: starting new connection
[30186] Tue Apr 16 14:51:08 2019 :: dmlite :: DSI options :: dome_checksum
[30186] Tue Apr 16 14:51:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30186] Tue Apr 16 14:51:08 2019 :: User :globus-mapping: successfully authorized.
[30186] Tue Apr 16 14:51:08 2019 :: Closed connection from fts813.cern.ch:59408
[30186] Tue Apr 16 14:51:08 2019 :: dmlite :: closing connection
[30199] Tue Apr 16 14:51:08 2019 :: Configuration read from /etc/gridftp.conf.
[30199] Tue Apr 16 14:51:08 2019 :: Server started in inetd mode.
[30199] Tue Apr 16 14:51:08 2019 :: New connection from: fts813.cern.ch:59410
[30199] Tue Apr 16 14:51:08 2019 :: dmlite :: starting new connection
[30199] Tue Apr 16 14:51:08 2019 :: dmlite :: DSI options :: dome_checksum
[30199] Tue Apr 16 14:51:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30199] Tue Apr 16 14:51:08 2019 :: User :globus-mapping: successfully authorized.
[30199] Tue Apr 16 14:51:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6e/3a/DAOD_HIGG5D2.17743336._000114.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30199] Tue Apr 16 14:51:08 2019 :: Closed connection from fts813.cern.ch:59410
[30199] Tue Apr 16 14:51:08 2019 :: dmlite :: closing connection
[29965] Tue Apr 16 14:51:03 2019 :: Server started in inetd mode.
[29965] Tue Apr 16 14:51:03 2019 :: New connection from: rubus03.farm.particle.cz:33084
[30167] Tue Apr 16 14:51:07 2019 :: Configuration read from /etc/gridftp.conf.
[30167] Tue Apr 16 14:51:07 2019 :: Server started in inetd mode.
[30167] Tue Apr 16 14:51:07 2019 :: New connection from: fts309.usatlas.bnl.gov:45182
[30167] Tue Apr 16 14:51:08 2019 :: dmlite :: starting new connection
[30167] Tue Apr 16 14:51:08 2019 :: dmlite :: DSI options :: dome_checksum
[30167] Tue Apr 16 14:51:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30167] Tue Apr 16 14:51:08 2019 :: User :globus-mapping: successfully authorized.
[30167] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/21/98/EVNT.17639170._128440.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[30167] Tue Apr 16 14:51:09 2019 :: Closed connection from fts309.usatlas.bnl.gov:45182
[30167] Tue Apr 16 14:51:09 2019 :: dmlite :: closing connection
[30099] Tue Apr 16 14:51:04 2019 :: Configuration read from /etc/gridftp.conf.
[30099] Tue Apr 16 14:51:04 2019 :: Server started in inetd mode.
[30099] Tue Apr 16 14:51:04 2019 :: New connection from: fts811.cern.ch:37984
[30099] Tue Apr 16 14:51:04 2019 :: dmlite :: starting new connection
[30099] Tue Apr 16 14:51:04 2019 :: dmlite :: DSI options :: dome_checksum
[30099] Tue Apr 16 14:51:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30099] Tue Apr 16 14:51:04 2019 :: User :globus-mapping: successfully authorized.
[30099] Tue Apr 16 14:51:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30099] Tue Apr 16 14:51:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30099] Tue Apr 16 14:51:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28611] Tue Apr 16 14:51:09 2019 :: Closed connection from fts813.cern.ch:57436
[28611] Tue Apr 16 14:51:09 2019 :: dmlite :: closing connection
[30113] Tue Apr 16 14:51:04 2019 :: Configuration read from /etc/gridftp.conf.
[30113] Tue Apr 16 14:51:04 2019 :: Server started in inetd mode.
[30113] Tue Apr 16 14:51:09 2019 :: New connection from: aplex18.farm.particle.cz:60442
[30113] Tue Apr 16 14:51:09 2019 :: dmlite :: starting new connection
[30113] Tue Apr 16 14:51:09 2019 :: dmlite :: DSI options :: dome_checksum
[30113] Tue Apr 16 14:51:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[30113] Tue Apr 16 14:51:09 2019 :: User :globus-mapping: successfully authorized.
[30113] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b8/4d/log.17639170._127546.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex18.farm.particle.cz
[30113] Tue Apr 16 14:51:09 2019 :: Closed connection from aplex18.farm.particle.cz:60442
[30113] Tue Apr 16 14:51:09 2019 :: dmlite :: closing connection
[30179] Tue Apr 16 14:51:08 2019 :: Configuration read from /etc/gridftp.conf.
[30179] Tue Apr 16 14:51:08 2019 :: Server started in inetd mode.
[30179] Tue Apr 16 14:51:08 2019 :: New connection from: fts802.cern.ch:33158
[30179] Tue Apr 16 14:51:08 2019 :: dmlite :: starting new connection
[30179] Tue Apr 16 14:51:08 2019 :: dmlite :: DSI options :: dome_checksum
[30179] Tue Apr 16 14:51:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30179] Tue Apr 16 14:51:08 2019 :: User :globus-mapping: successfully authorized.
[30179] Tue Apr 16 14:51:08 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1
[30179] Tue Apr 16 14:51:08 2019 :: requested node: dpmpool17.farm.particle.cz
[30179] Tue Apr 16 14:51:08 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[30179] Tue Apr 16 14:51:08 2019 :: connected to remote node
[30179] Tue Apr 16 14:51:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30179] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1'
[30179] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30179] Tue Apr 16 14:51:09 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30127] Tue Apr 16 14:51:05 2019 :: Configuration read from /etc/gridftp.conf.
[25653] Tue Apr 16 14:51:05 2019 :: Child process 30120 ended with rc = 0
[25653] Tue Apr 16 14:51:05 2019 :: Child process 29964 ended with rc = 0
[25653] Tue Apr 16 14:51:07 2019 :: Child process 30071 ended with rc = 0
[25653] Tue Apr 16 14:51:07 2019 :: Child process 30142 ended with rc = 0
[25653] Tue Apr 16 14:51:08 2019 :: Child process 28808 ended with rc = 0
[25653] Tue Apr 16 14:51:08 2019 :: Child process 29957 ended with rc = 0
[25653] Tue Apr 16 14:51:08 2019 :: Child process 30173 ended with rc = 0
[25653] Tue Apr 16 14:51:08 2019 :: Child process 30186 ended with rc = 0
[25653] Tue Apr 16 14:51:08 2019 :: Child process 30199 ended with rc = 0
[25653] Tue Apr 16 14:51:09 2019 :: Child process 30167 ended with rc = 0
[25653] Tue Apr 16 14:51:09 2019 :: Child process 28611 ended with rc = 0
[25653] Tue Apr 16 14:51:09 2019 :: Child process 30113 ended with rc = 0
[30206] Tue Apr 16 14:51:08 2019 :: Configuration read from /etc/gridftp.conf.
[30206] Tue Apr 16 14:51:08 2019 :: Server started in inetd mode.
[30206] Tue Apr 16 14:51:08 2019 :: New connection from: fts811.cern.ch:38078
[30206] Tue Apr 16 14:51:08 2019 :: dmlite :: starting new connection
[30206] Tue Apr 16 14:51:08 2019 :: dmlite :: DSI options :: dome_checksum
[30206] Tue Apr 16 14:51:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30206] Tue Apr 16 14:51:08 2019 :: User :globus-mapping: successfully authorized.
[30206] Tue Apr 16 14:51:09 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root
[30206] Tue Apr 16 14:51:09 2019 :: requested node: dpmpool23.farm.particle.cz
[30206] Tue Apr 16 14:51:09 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[30206] Tue Apr 16 14:51:09 2019 :: connected to remote node
[30206] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30206] Tue Apr 16 14:51:10 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root'
[30206] Tue Apr 16 14:51:10 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30206] Tue Apr 16 14:51:10 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: starting new connection
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: DSI options :: dome_checksum
[29965] Tue Apr 16 14:51:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[29965] Tue Apr 16 14:51:09 2019 :: User :globus-mapping: successfully authorized.
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78' - 22-[#00.000022] Can't create folder '78' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload
[29965] Tue Apr 16 14:51:09 2019 :: requested node: dpmpool9.farm.particle.cz
[29965] Tue Apr 16 14:51:09 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[29965] Tue Apr 16 14:51:09 2019 :: connected to remote node
[29965] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload'
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: stat :: zero size replica, maybe pending
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[30216] Tue Apr 16 14:51:09 2019 :: Configuration read from /etc/gridftp.conf.
[30216] Tue Apr 16 14:51:09 2019 :: Server started in inetd mode.
[30216] Tue Apr 16 14:51:09 2019 :: New connection from: fts802.cern.ch:33176
[30216] Tue Apr 16 14:51:09 2019 :: dmlite :: starting new connection
[30216] Tue Apr 16 14:51:09 2019 :: dmlite :: DSI options :: dome_checksum
[30216] Tue Apr 16 14:51:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30216] Tue Apr 16 14:51:09 2019 :: User :globus-mapping: successfully authorized.
[30216] Tue Apr 16 14:51:09 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root
[30216] Tue Apr 16 14:51:09 2019 :: requested node: dpmpool9.farm.particle.cz
[30216] Tue Apr 16 14:51:09 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[30216] Tue Apr 16 14:51:09 2019 :: connected to remote node
[30216] Tue Apr 16 14:51:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30216] Tue Apr 16 14:51:10 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root'
[30216] Tue Apr 16 14:51:10 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30216] Tue Apr 16 14:51:10 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30135] Tue Apr 16 14:51:05 2019 :: Configuration read from /etc/gridftp.conf.
[30135] Tue Apr 16 14:51:05 2019 :: Server started in inetd mode.
[30135] Tue Apr 16 14:51:05 2019 :: New connection from: fts808.cern.ch:43252
[30135] Tue Apr 16 14:51:06 2019 :: dmlite :: starting new connection
[30135] Tue Apr 16 14:51:06 2019 :: dmlite :: DSI options :: dome_checksum
[30135] Tue Apr 16 14:51:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30135] Tue Apr 16 14:51:06 2019 :: User :globus-mapping: successfully authorized.
[30135] Tue Apr 16 14:51:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30135] Tue Apr 16 14:51:06 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30135] Tue Apr 16 14:51:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30179] Tue Apr 16 14:51:09 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30179] Tue Apr 16 14:51:09 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686636._033498.pool.root.1.544199.1555419068 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30179] Tue Apr 16 14:51:11 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1".
[30179] Tue Apr 16 14:51:11 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686636._033498.pool.root.1.544199.1555419068 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30179] Tue Apr 16 14:51:11 2019 :: Closed connection from fts802.cern.ch:33158
[30179] Tue Apr 16 14:51:11 2019 :: dmlite :: closing connection
[30254] Tue Apr 16 14:51:11 2019 :: Configuration read from /etc/gridftp.conf.
[30254] Tue Apr 16 14:51:11 2019 :: Server started in inetd mode.
[30254] Tue Apr 16 14:51:11 2019 :: New connection from: fts802.cern.ch:33228
[30254] Tue Apr 16 14:51:11 2019 :: dmlite :: starting new connection
[30254] Tue Apr 16 14:51:11 2019 :: dmlite :: DSI options :: dome_checksum
[30254] Tue Apr 16 14:51:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30254] Tue Apr 16 14:51:11 2019 :: User :globus-mapping: successfully authorized.
[30254] Tue Apr 16 14:51:11 2019 :: Closed connection from fts802.cern.ch:33228
[30254] Tue Apr 16 14:51:11 2019 :: dmlite :: closing connection
[30149] Tue Apr 16 14:51:06 2019 :: Configuration read from /etc/gridftp.conf.
[30149] Tue Apr 16 14:51:06 2019 :: Server started in inetd mode.
[30149] Tue Apr 16 14:51:06 2019 :: New connection from: fts802.cern.ch:33138
[30149] Tue Apr 16 14:51:06 2019 :: dmlite :: starting new connection
[30149] Tue Apr 16 14:51:06 2019 :: dmlite :: DSI options :: dome_checksum
[30149] Tue Apr 16 14:51:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30149] Tue Apr 16 14:51:06 2019 :: User :globus-mapping: successfully authorized.
[30149] Tue Apr 16 14:51:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30149] Tue Apr 16 14:51:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30149] Tue Apr 16 14:51:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29451] Tue Apr 16 14:51:11 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root".
[29451] Tue Apr 16 14:51:11 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root.544187.1555419048 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29451] Tue Apr 16 14:51:11 2019 :: Closed connection from fts802.cern.ch:60678
[29451] Tue Apr 16 14:51:11 2019 :: dmlite :: closing connection
[30155] Tue Apr 16 14:51:06 2019 :: Configuration read from /etc/gridftp.conf.
[30155] Tue Apr 16 14:51:06 2019 :: Server started in inetd mode.
[30155] Tue Apr 16 14:51:06 2019 :: New connection from: fts802.cern.ch:33142
[30155] Tue Apr 16 14:51:07 2019 :: dmlite :: starting new connection
[30155] Tue Apr 16 14:51:07 2019 :: dmlite :: DSI options :: dome_checksum
[30155] Tue Apr 16 14:51:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30155] Tue Apr 16 14:51:07 2019 :: User :globus-mapping: successfully authorized.
[30155] Tue Apr 16 14:51:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30155] Tue Apr 16 14:51:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (549 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30155] Tue Apr 16 14:51:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30155] Tue Apr 16 14:51:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (377 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30155] Tue Apr 16 14:51:07 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17720912._000078.job.log.tgz.1.rucio.upload.544201.1555419069 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:10 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload".
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17720912._000078.job.log.tgz.1.rucio.upload.544201.1555419069 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:10 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload
[29965] Tue Apr 16 14:51:11 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:11 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78' - 22-[#00.000022] Can't create folder '78' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:11 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[29965] Tue Apr 16 14:51:11 2019 :: Closed connection from rubus03.farm.particle.cz:33084
[29965] Tue Apr 16 14:51:11 2019 :: dmlite :: closing connection
[30269] Tue Apr 16 14:51:11 2019 :: Configuration read from /etc/gridftp.conf.
[30269] Tue Apr 16 14:51:11 2019 :: Server started in inetd mode.
[30269] Tue Apr 16 14:51:11 2019 :: New connection from: fts802.cern.ch:33258
[30269] Tue Apr 16 14:51:12 2019 :: dmlite :: starting new connection
[30269] Tue Apr 16 14:51:12 2019 :: dmlite :: DSI options :: dome_checksum
[30269] Tue Apr 16 14:51:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30269] Tue Apr 16 14:51:12 2019 :: User :globus-mapping: successfully authorized.
[30269] Tue Apr 16 14:51:12 2019 :: Closed connection from fts802.cern.ch:33258
[30269] Tue Apr 16 14:51:12 2019 :: dmlite :: closing connection
[30247] Tue Apr 16 14:51:10 2019 :: Configuration read from /etc/gridftp.conf.
[30247] Tue Apr 16 14:51:10 2019 :: Server started in inetd mode.
[30247] Tue Apr 16 14:51:10 2019 :: New connection from: fts801.cern.ch:44452
[30247] Tue Apr 16 14:51:11 2019 :: dmlite :: starting new connection
[30247] Tue Apr 16 14:51:11 2019 :: dmlite :: DSI options :: dome_checksum
[30247] Tue Apr 16 14:51:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30247] Tue Apr 16 14:51:11 2019 :: User :globus-mapping: successfully authorized.
[30247] Tue Apr 16 14:51:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/a6/4f/user.tsykora.17477459.EXT0._011889.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30247] Tue Apr 16 14:51:11 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/a6/4f/user.tsykora.17477459.EXT0._011889.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30247] Tue Apr 16 14:51:11 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/a6/4f/user.tsykora.17477459.EXT0._011889.HITS.pool.root
[30247] Tue Apr 16 14:51:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/a6/4f/user.tsykora.17477459.EXT0._011889.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30247] Tue Apr 16 14:51:12 2019 :: Closed connection from fts801.cern.ch:44452
[30247] Tue Apr 16 14:51:12 2019 :: dmlite :: closing connection
[30237] Tue Apr 16 14:51:10 2019 :: Configuration read from /etc/gridftp.conf.
[30237] Tue Apr 16 14:51:10 2019 :: Server started in inetd mode.
[30237] Tue Apr 16 14:51:10 2019 :: New connection from: fts808.cern.ch:43370
[30237] Tue Apr 16 14:51:10 2019 :: dmlite :: starting new connection
[30237] Tue Apr 16 14:51:10 2019 :: dmlite :: DSI options :: dome_checksum
[30237] Tue Apr 16 14:51:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30237] Tue Apr 16 14:51:10 2019 :: User :globus-mapping: successfully authorized.
[30237] Tue Apr 16 14:51:10 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1
[30237] Tue Apr 16 14:51:10 2019 :: requested node: dpmpool9.farm.particle.cz
[30237] Tue Apr 16 14:51:10 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[30237] Tue Apr 16 14:51:11 2019 :: connected to remote node
[30237] Tue Apr 16 14:51:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30237] Tue Apr 16 14:51:12 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1'
[30237] Tue Apr 16 14:51:12 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30237] Tue Apr 16 14:51:12 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30206] Tue Apr 16 14:51:10 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30206] Tue Apr 16 14:51:10 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/user.lvalery.17673588._000119.output.root.544200.1555419069 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30206] Tue Apr 16 14:51:12 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root".
[30206] Tue Apr 16 14:51:12 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/user.lvalery.17673588._000119.output.root.544200.1555419069 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30206] Tue Apr 16 14:51:12 2019 :: Closed connection from fts811.cern.ch:38078
[30206] Tue Apr 16 14:51:12 2019 :: dmlite :: closing connection
[30261] Tue Apr 16 14:51:11 2019 :: Configuration read from /etc/gridftp.conf.
[30261] Tue Apr 16 14:51:11 2019 :: Server started in inetd mode.
[30261] Tue Apr 16 14:51:11 2019 :: New connection from: fts802.cern.ch:33240
[30261] Tue Apr 16 14:51:11 2019 :: dmlite :: starting new connection
[30261] Tue Apr 16 14:51:11 2019 :: dmlite :: DSI options :: dome_checksum
[30261] Tue Apr 16 14:51:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30261] Tue Apr 16 14:51:11 2019 :: User :globus-mapping: successfully authorized.
[30261] Tue Apr 16 14:51:11 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30261] Tue Apr 16 14:51:11 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1
[30261] Tue Apr 16 14:51:12 2019 :: Closed connection from fts802.cern.ch:33240
[30261] Tue Apr 16 14:51:12 2019 :: dmlite :: closing connection
[30299] Tue Apr 16 14:51:12 2019 :: Configuration read from /etc/gridftp.conf.
[30299] Tue Apr 16 14:51:12 2019 :: Server started in inetd mode.
[30299] Tue Apr 16 14:51:12 2019 :: New connection from: fts811.cern.ch:38208
[30299] Tue Apr 16 14:51:12 2019 :: dmlite :: starting new connection
[30299] Tue Apr 16 14:51:12 2019 :: dmlite :: DSI options :: dome_checksum
[30299] Tue Apr 16 14:51:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30299] Tue Apr 16 14:51:12 2019 :: User :globus-mapping: successfully authorized.
[30299] Tue Apr 16 14:51:12 2019 :: Closed connection from fts811.cern.ch:38208
[30299] Tue Apr 16 14:51:12 2019 :: dmlite :: closing connection
[30311] Tue Apr 16 14:51:12 2019 :: Configuration read from /etc/gridftp.conf.
[30311] Tue Apr 16 14:51:12 2019 :: Server started in inetd mode.
[30311] Tue Apr 16 14:51:12 2019 :: New connection from: fts802.cern.ch:33284
[30311] Tue Apr 16 14:51:13 2019 :: dmlite :: starting new connection
[30311] Tue Apr 16 14:51:13 2019 :: dmlite :: DSI options :: dome_checksum
[30311] Tue Apr 16 14:51:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30311] Tue Apr 16 14:51:13 2019 :: User :globus-mapping: successfully authorized.
[30311] Tue Apr 16 14:51:13 2019 :: Closed connection from fts802.cern.ch:33284
[30311] Tue Apr 16 14:51:13 2019 :: dmlite :: closing connection
[30192] Tue Apr 16 14:51:08 2019 :: Configuration read from /etc/gridftp.conf.
[30192] Tue Apr 16 14:51:08 2019 :: Server started in inetd mode.
[30192] Tue Apr 16 14:51:08 2019 :: New connection from: fts808.cern.ch:43328
[30192] Tue Apr 16 14:51:08 2019 :: dmlite :: starting new connection
[30192] Tue Apr 16 14:51:08 2019 :: dmlite :: DSI options :: dome_checksum
[30192] Tue Apr 16 14:51:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30192] Tue Apr 16 14:51:08 2019 :: User :globus-mapping: successfully authorized.
[30192] Tue Apr 16 14:51:08 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30192] Tue Apr 16 14:51:08 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1
[30325] Tue Apr 16 14:51:13 2019 :: Configuration read from /etc/gridftp.conf.
[30325] Tue Apr 16 14:51:13 2019 :: Server started in inetd mode.
[30325] Tue Apr 16 14:51:13 2019 :: New connection from: fts802.cern.ch:33294
[30325] Tue Apr 16 14:51:13 2019 :: dmlite :: starting new connection
[30325] Tue Apr 16 14:51:13 2019 :: dmlite :: DSI options :: dome_checksum
[30325] Tue Apr 16 14:51:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30325] Tue Apr 16 14:51:13 2019 :: User :globus-mapping: successfully authorized.
[30325] Tue Apr 16 14:51:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5f/69/EVNT.17686636._033498.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30325] Tue Apr 16 14:51:13 2019 :: Closed connection from fts802.cern.ch:33294
[30325] Tue Apr 16 14:51:13 2019 :: dmlite :: closing connection
[30149] Tue Apr 16 14:51:13 2019 :: Closed connection from fts802.cern.ch:33138
[30149] Tue Apr 16 14:51:13 2019 :: dmlite :: closing connection
[30216] Tue Apr 16 14:51:10 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30216] Tue Apr 16 14:51:10 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/user.rignazzi.17742213._000003.output.root.544202.1555419069 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30305] Tue Apr 16 14:51:12 2019 :: Configuration read from /etc/gridftp.conf.
[30305] Tue Apr 16 14:51:12 2019 :: Server started in inetd mode.
[30305] Tue Apr 16 14:51:12 2019 :: New connection from: fts811.cern.ch:38218
[30305] Tue Apr 16 14:51:13 2019 :: dmlite :: starting new connection
[30305] Tue Apr 16 14:51:13 2019 :: dmlite :: DSI options :: dome_checksum
[30305] Tue Apr 16 14:51:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30305] Tue Apr 16 14:51:13 2019 :: User :globus-mapping: successfully authorized.
[30305] Tue Apr 16 14:51:13 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30305] Tue Apr 16 14:51:13 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root
[30305] Tue Apr 16 14:51:14 2019 :: Closed connection from fts811.cern.ch:38218
[30305] Tue Apr 16 14:51:14 2019 :: dmlite :: closing connection
[30289] Tue Apr 16 14:51:12 2019 :: Configuration read from /etc/gridftp.conf.
[30289] Tue Apr 16 14:51:12 2019 :: Server started in inetd mode.
[30289] Tue Apr 16 14:51:12 2019 :: New connection from: fts802.cern.ch:33268
[30289] Tue Apr 16 14:51:12 2019 :: dmlite :: starting new connection
[30289] Tue Apr 16 14:51:12 2019 :: dmlite :: DSI options :: dome_checksum
[30289] Tue Apr 16 14:51:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30289] Tue Apr 16 14:51:12 2019 :: User :globus-mapping: successfully authorized.
[30289] Tue Apr 16 14:51:12 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30289] Tue Apr 16 14:51:12 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root
[30289] Tue Apr 16 14:51:14 2019 :: Closed connection from fts802.cern.ch:33268
[30289] Tue Apr 16 14:51:14 2019 :: dmlite :: closing connection
[30336] Tue Apr 16 14:51:14 2019 :: Configuration read from /etc/gridftp.conf.
[30336] Tue Apr 16 14:51:14 2019 :: Server started in inetd mode.
[30336] Tue Apr 16 14:51:14 2019 :: New connection from: fts811.cern.ch:38250
[30336] Tue Apr 16 14:51:14 2019 :: dmlite :: starting new connection
[30336] Tue Apr 16 14:51:14 2019 :: dmlite :: DSI options :: dome_checksum
[30336] Tue Apr 16 14:51:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30336] Tue Apr 16 14:51:14 2019 :: User :globus-mapping: successfully authorized.
[30336] Tue Apr 16 14:51:14 2019 :: Closed connection from fts811.cern.ch:38250
[30336] Tue Apr 16 14:51:14 2019 :: dmlite :: closing connection
[30317] Tue Apr 16 14:51:13 2019 :: Configuration read from /etc/gridftp.conf.
[30317] Tue Apr 16 14:51:13 2019 :: Server started in inetd mode.
[30317] Tue Apr 16 14:51:13 2019 :: New connection from: fts808.cern.ch:43426
[30317] Tue Apr 16 14:51:13 2019 :: dmlite :: starting new connection
[30317] Tue Apr 16 14:51:13 2019 :: dmlite :: DSI options :: dome_checksum
[30317] Tue Apr 16 14:51:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30317] Tue Apr 16 14:51:13 2019 :: User :globus-mapping: successfully authorized.
[30317] Tue Apr 16 14:51:13 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1
[30317] Tue Apr 16 14:51:13 2019 :: requested node: dpmpool20.farm.particle.cz
[30317] Tue Apr 16 14:51:13 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[30317] Tue Apr 16 14:51:13 2019 :: connected to remote node
[30317] Tue Apr 16 14:51:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30317] Tue Apr 16 14:51:14 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1'
[30317] Tue Apr 16 14:51:14 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30317] Tue Apr 16 14:51:14 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30127] Tue Apr 16 14:51:10 2019 :: Server started in inetd mode.
[30342] Tue Apr 16 14:51:14 2019 :: Configuration read from /etc/gridftp.conf.
[30342] Tue Apr 16 14:51:14 2019 :: Server started in inetd mode.
[30342] Tue Apr 16 14:51:14 2019 :: New connection from: fts802.cern.ch:33328
[30342] Tue Apr 16 14:51:15 2019 :: dmlite :: starting new connection
[30342] Tue Apr 16 14:51:15 2019 :: dmlite :: DSI options :: dome_checksum
[30342] Tue Apr 16 14:51:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30342] Tue Apr 16 14:51:15 2019 :: User :globus-mapping: successfully authorized.
[30342] Tue Apr 16 14:51:15 2019 :: Closed connection from fts802.cern.ch:33328
[30342] Tue Apr 16 14:51:15 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:11 2019 :: Child process 30179 ended with rc = 0
[25653] Tue Apr 16 14:51:11 2019 :: Child process 30254 ended with rc = 0
[25653] Tue Apr 16 14:51:11 2019 :: Child process 29451 ended with rc = 0
[25653] Tue Apr 16 14:51:11 2019 :: Child process 29965 ended with rc = 0
[25653] Tue Apr 16 14:51:12 2019 :: Child process 30269 ended with rc = 0
[25653] Tue Apr 16 14:51:12 2019 :: Child process 30247 ended with rc = 0
[25653] Tue Apr 16 14:51:12 2019 :: Child process 30206 ended with rc = 0
[25653] Tue Apr 16 14:51:12 2019 :: Child process 30261 ended with rc = 0
[25653] Tue Apr 16 14:51:12 2019 :: Child process 30299 ended with rc = 0
[25653] Tue Apr 16 14:51:13 2019 :: Child process 30311 ended with rc = 0
[25653] Tue Apr 16 14:51:13 2019 :: Child process 30325 ended with rc = 0
[25653] Tue Apr 16 14:51:13 2019 :: Child process 30149 ended with rc = 0
[25653] Tue Apr 16 14:51:14 2019 :: Child process 30305 ended with rc = 0
[25653] Tue Apr 16 14:51:14 2019 :: Child process 30289 ended with rc = 0
[25653] Tue Apr 16 14:51:14 2019 :: Child process 30336 ended with rc = 0
[25653] Tue Apr 16 14:51:15 2019 :: Child process 30342 ended with rc = 0
[30348] Tue Apr 16 14:51:14 2019 :: Configuration read from /etc/gridftp.conf.
[30348] Tue Apr 16 14:51:14 2019 :: Server started in inetd mode.
[30348] Tue Apr 16 14:51:14 2019 :: New connection from: fts811.cern.ch:38260
[30348] Tue Apr 16 14:51:15 2019 :: dmlite :: starting new connection
[30348] Tue Apr 16 14:51:15 2019 :: dmlite :: DSI options :: dome_checksum
[30348] Tue Apr 16 14:51:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30348] Tue Apr 16 14:51:15 2019 :: User :globus-mapping: successfully authorized.
[30348] Tue Apr 16 14:51:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/lvalery/94/68/user.lvalery.17673588._000119.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30348] Tue Apr 16 14:51:15 2019 :: Closed connection from fts811.cern.ch:38260
[30348] Tue Apr 16 14:51:15 2019 :: dmlite :: closing connection
[30099] Tue Apr 16 14:51:15 2019 :: Closed connection from fts811.cern.ch:37984
[30099] Tue Apr 16 14:51:15 2019 :: dmlite :: closing connection
[30231] Tue Apr 16 14:51:10 2019 :: Configuration read from /etc/gridftp.conf.
[30231] Tue Apr 16 14:51:10 2019 :: Server started in inetd mode.
[30231] Tue Apr 16 14:51:10 2019 :: New connection from: fts309.usatlas.bnl.gov:45194
[30231] Tue Apr 16 14:51:11 2019 :: dmlite :: starting new connection
[30231] Tue Apr 16 14:51:11 2019 :: dmlite :: DSI options :: dome_checksum
[30231] Tue Apr 16 14:51:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30231] Tue Apr 16 14:51:11 2019 :: User :globus-mapping: successfully authorized.
[30231] Tue Apr 16 14:51:12 2019 :: requested node: dpmpool20.farm.particle.cz
[30231] Tue Apr 16 14:51:12 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[30231] Tue Apr 16 14:51:12 2019 :: connected to remote node
[30231] Tue Apr 16 14:51:12 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17639170._128440.pool.root.1.rucio.upload.543880.1555418597 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[30354] Tue Apr 16 14:51:15 2019 :: Configuration read from /etc/gridftp.conf.
[30354] Tue Apr 16 14:51:15 2019 :: Server started in inetd mode.
[30354] Tue Apr 16 14:51:15 2019 :: New connection from: fts802.cern.ch:33332
[30354] Tue Apr 16 14:51:15 2019 :: dmlite :: starting new connection
[30354] Tue Apr 16 14:51:15 2019 :: dmlite :: DSI options :: dome_checksum
[30354] Tue Apr 16 14:51:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30354] Tue Apr 16 14:51:15 2019 :: User :globus-mapping: successfully authorized.
[30354] Tue Apr 16 14:51:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/wichan/86/c0/user.wichan.361107.PowhegPythia8EvtGen_AZNLOCTEQ6L1_Zmumu.17604090._001394.ntuple.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30354] Tue Apr 16 14:51:15 2019 :: Closed connection from fts802.cern.ch:33332
[30354] Tue Apr 16 14:51:15 2019 :: dmlite :: closing connection
[29287] Tue Apr 16 14:51:15 2019 :: Closed connection from fts802.cern.ch:60592
[29287] Tue Apr 16 14:51:15 2019 :: dmlite :: closing connection
[30237] Tue Apr 16 14:51:12 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30237] Tue Apr 16 14:51:12 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024636.pool.root.1.544203.1555419070 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30317] Tue Apr 16 14:51:14 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30317] Tue Apr 16 14:51:14 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686552._035567.pool.root.1.544204.1555419073 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30317] Tue Apr 16 14:51:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1".
[30317] Tue Apr 16 14:51:15 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686552._035567.pool.root.1.544204.1555419073 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30317] Tue Apr 16 14:51:15 2019 :: Closed connection from fts808.cern.ch:43426
[30317] Tue Apr 16 14:51:15 2019 :: dmlite :: closing connection
[30365] Tue Apr 16 14:51:15 2019 :: Configuration read from /etc/gridftp.conf.
[30365] Tue Apr 16 14:51:15 2019 :: Server started in inetd mode.
[30365] Tue Apr 16 14:51:15 2019 :: New connection from: fts808.cern.ch:43448
[30365] Tue Apr 16 14:51:15 2019 :: dmlite :: starting new connection
[30365] Tue Apr 16 14:51:15 2019 :: dmlite :: DSI options :: dome_checksum
[30365] Tue Apr 16 14:51:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30365] Tue Apr 16 14:51:15 2019 :: User :globus-mapping: successfully authorized.
[30365] Tue Apr 16 14:51:15 2019 :: Closed connection from fts808.cern.ch:43448
[30365] Tue Apr 16 14:51:15 2019 :: dmlite :: closing connection
[29189] Tue Apr 16 14:51:16 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root".
[29189] Tue Apr 16 14:51:16 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root.544179.1555419043 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29189] Tue Apr 16 14:51:16 2019 :: Closed connection from fts804.cern.ch:42686
[29189] Tue Apr 16 14:51:16 2019 :: dmlite :: closing connection
[25856] Tue Apr 16 14:51:16 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/08/3c/ESD.612cf79147fc44e193dd51ebbf2e1cdf :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[25856] Tue Apr 16 14:51:16 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/08/3c/ESD.612cf79147fc44e193dd51ebbf2e1cdf
[25856] Tue Apr 16 14:51:16 2019 :: Closed connection from fts803.cern.ch:34766
[25856] Tue Apr 16 14:51:16 2019 :: dmlite :: closing connection
[30377] Tue Apr 16 14:51:16 2019 :: Configuration read from /etc/gridftp.conf.
[30377] Tue Apr 16 14:51:16 2019 :: Server started in inetd mode.
[30377] Tue Apr 16 14:51:16 2019 :: New connection from: fts804.cern.ch:43858
[30377] Tue Apr 16 14:51:16 2019 :: dmlite :: starting new connection
[30377] Tue Apr 16 14:51:16 2019 :: dmlite :: DSI options :: dome_checksum
[30377] Tue Apr 16 14:51:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30377] Tue Apr 16 14:51:16 2019 :: User :globus-mapping: successfully authorized.
[30377] Tue Apr 16 14:51:16 2019 :: Closed connection from fts804.cern.ch:43858
[30377] Tue Apr 16 14:51:16 2019 :: dmlite :: closing connection
[30390] Tue Apr 16 14:51:16 2019 :: Configuration read from /etc/gridftp.conf.
[30390] Tue Apr 16 14:51:16 2019 :: Server started in inetd mode.
[30390] Tue Apr 16 14:51:16 2019 :: New connection from: fts803.cern.ch:39182
[30390] Tue Apr 16 14:51:16 2019 :: dmlite :: starting new connection
[30390] Tue Apr 16 14:51:16 2019 :: dmlite :: DSI options :: dome_checksum
[30390] Tue Apr 16 14:51:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30390] Tue Apr 16 14:51:16 2019 :: User :globus-mapping: successfully authorized.
[30390] Tue Apr 16 14:51:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/08/3c/ESD.612cf79147fc44e193dd51ebbf2e1cdf :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[30390] Tue Apr 16 14:51:16 2019 :: Closed connection from fts803.cern.ch:39182
[30390] Tue Apr 16 14:51:16 2019 :: dmlite :: closing connection
[30127] Tue Apr 16 14:51:15 2019 :: New connection from: ib09.farm.particle.cz:38048
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: starting new connection
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: DSI options :: dome_checksum
[30127] Tue Apr 16 14:51:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[30127] Tue Apr 16 14:51:15 2019 :: User :globus-mapping: successfully authorized.
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a' - 22-[#00.000022] Can't create folder '6a' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload
[30127] Tue Apr 16 14:51:15 2019 :: requested node: dpmpool20.farm.particle.cz
[30127] Tue Apr 16 14:51:15 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[30127] Tue Apr 16 14:51:15 2019 :: connected to remote node
[30127] Tue Apr 16 14:51:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:16 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload'
[30127] Tue Apr 16 14:51:16 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30127] Tue Apr 16 14:51:16 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30276] Tue Apr 16 14:51:11 2019 :: Configuration read from /etc/gridftp.conf.
[30276] Tue Apr 16 14:51:11 2019 :: Server started in inetd mode.
[30276] Tue Apr 16 14:51:11 2019 :: New connection from: rubus03.farm.particle.cz:33096
[30276] Tue Apr 16 14:51:17 2019 :: dmlite :: starting new connection
[30276] Tue Apr 16 14:51:17 2019 :: dmlite :: DSI options :: dome_checksum
[30276] Tue Apr 16 14:51:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[30276] Tue Apr 16 14:51:17 2019 :: User :globus-mapping: successfully authorized.
[30276] Tue Apr 16 14:51:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/30/78/log.17720912._000078.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus03.farm.particle.cz
[30276] Tue Apr 16 14:51:17 2019 :: Closed connection from rubus03.farm.particle.cz:33096
[30276] Tue Apr 16 14:51:17 2019 :: dmlite :: closing connection
[30283] Tue Apr 16 14:51:12 2019 :: Configuration read from /etc/gridftp.conf.
[30283] Tue Apr 16 14:51:12 2019 :: Server started in inetd mode.
[30283] Tue Apr 16 14:51:12 2019 :: New connection from: fts808.cern.ch:43398
[30283] Tue Apr 16 14:51:12 2019 :: dmlite :: starting new connection
[30283] Tue Apr 16 14:51:12 2019 :: dmlite :: DSI options :: dome_checksum
[30283] Tue Apr 16 14:51:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30283] Tue Apr 16 14:51:12 2019 :: User :globus-mapping: successfully authorized.
[30283] Tue Apr 16 14:51:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30283] Tue Apr 16 14:51:12 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30283] Tue Apr 16 14:51:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30371] Tue Apr 16 14:51:16 2019 :: Configuration read from /etc/gridftp.conf.
[30371] Tue Apr 16 14:51:16 2019 :: Server started in inetd mode.
[30371] Tue Apr 16 14:51:16 2019 :: New connection from: fts808.cern.ch:43452
[30371] Tue Apr 16 14:51:16 2019 :: dmlite :: starting new connection
[30371] Tue Apr 16 14:51:16 2019 :: dmlite :: DSI options :: dome_checksum
[30371] Tue Apr 16 14:51:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30371] Tue Apr 16 14:51:16 2019 :: User :globus-mapping: successfully authorized.
[30371] Tue Apr 16 14:51:16 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30371] Tue Apr 16 14:51:16 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1
[30371] Tue Apr 16 14:51:17 2019 :: Closed connection from fts808.cern.ch:43452
[30371] Tue Apr 16 14:51:17 2019 :: dmlite :: closing connection
[30231] Tue Apr 16 14:51:17 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/21/98/EVNT.17639170._128440.pool.root.1".
[30231] Tue Apr 16 14:51:17 2019 :: Closed connection from fts309.usatlas.bnl.gov:45194
[30231] Tue Apr 16 14:51:17 2019 :: dmlite :: closing connection
[30427] Tue Apr 16 14:51:17 2019 :: Configuration read from /etc/gridftp.conf.
[30427] Tue Apr 16 14:51:17 2019 :: Server started in inetd mode.
[30427] Tue Apr 16 14:51:17 2019 :: New connection from: fts808.cern.ch:43488
[30427] Tue Apr 16 14:51:17 2019 :: dmlite :: starting new connection
[30427] Tue Apr 16 14:51:17 2019 :: dmlite :: DSI options :: dome_checksum
[30427] Tue Apr 16 14:51:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30427] Tue Apr 16 14:51:17 2019 :: User :globus-mapping: successfully authorized.
[30427] Tue Apr 16 14:51:17 2019 :: Closed connection from fts808.cern.ch:43488
[30427] Tue Apr 16 14:51:17 2019 :: dmlite :: closing connection
[30192] Tue Apr 16 14:51:17 2019 :: Closed connection from fts808.cern.ch:43328
[30192] Tue Apr 16 14:51:17 2019 :: dmlite :: closing connection
[30441] Tue Apr 16 14:51:17 2019 :: Configuration read from /etc/gridftp.conf.
[30441] Tue Apr 16 14:51:17 2019 :: Server started in inetd mode.
[30441] Tue Apr 16 14:51:17 2019 :: New connection from: fts808.cern.ch:43504
[30441] Tue Apr 16 14:51:17 2019 :: dmlite :: starting new connection
[30441] Tue Apr 16 14:51:17 2019 :: dmlite :: DSI options :: dome_checksum
[30441] Tue Apr 16 14:51:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30441] Tue Apr 16 14:51:17 2019 :: User :globus-mapping: successfully authorized.
[30441] Tue Apr 16 14:51:18 2019 :: Closed connection from fts808.cern.ch:43504
[30441] Tue Apr 16 14:51:18 2019 :: dmlite :: closing connection
[30127] Tue Apr 16 14:51:16 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:16 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686556._031871.pool.root.1.rucio.upload.544205.1555419075 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:16 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload".
[30127] Tue Apr 16 14:51:16 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686556._031871.pool.root.1.rucio.upload.544205.1555419075 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:17 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:17 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload
[30127] Tue Apr 16 14:51:18 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:18 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a' - 22-[#00.000022] Can't create folder '6a' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:18 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30127] Tue Apr 16 14:51:18 2019 :: Closed connection from ib09.farm.particle.cz:38048
[30127] Tue Apr 16 14:51:18 2019 :: dmlite :: closing connection
[30442] Tue Apr 16 14:51:17 2019 :: Configuration read from /etc/gridftp.conf.
[30442] Tue Apr 16 14:51:17 2019 :: Server started in inetd mode.
[30442] Tue Apr 16 14:51:17 2019 :: New connection from: fts808.cern.ch:43506
[30442] Tue Apr 16 14:51:18 2019 :: dmlite :: starting new connection
[30442] Tue Apr 16 14:51:18 2019 :: dmlite :: DSI options :: dome_checksum
[30442] Tue Apr 16 14:51:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30442] Tue Apr 16 14:51:18 2019 :: User :globus-mapping: successfully authorized.
[30442] Tue Apr 16 14:51:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/79/a1/EVNT.17686552._035567.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30442] Tue Apr 16 14:51:18 2019 :: Closed connection from fts808.cern.ch:43506
[30442] Tue Apr 16 14:51:18 2019 :: dmlite :: closing connection
[30283] Tue Apr 16 14:51:18 2019 :: Closed connection from fts808.cern.ch:43398
[30283] Tue Apr 16 14:51:18 2019 :: dmlite :: closing connection
[30458] Tue Apr 16 14:51:18 2019 :: Configuration read from /etc/gridftp.conf.
[30458] Tue Apr 16 14:51:18 2019 :: Server started in inetd mode.
[30458] Tue Apr 16 14:51:18 2019 :: New connection from: fts808.cern.ch:43520
[30458] Tue Apr 16 14:51:18 2019 :: dmlite :: starting new connection
[30458] Tue Apr 16 14:51:18 2019 :: dmlite :: DSI options :: dome_checksum
[30458] Tue Apr 16 14:51:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30458] Tue Apr 16 14:51:18 2019 :: User :globus-mapping: successfully authorized.
[30458] Tue Apr 16 14:51:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/90/6e/DAOD_HIGG5D2.17743336._000135.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30458] Tue Apr 16 14:51:18 2019 :: Closed connection from fts808.cern.ch:43520
[30458] Tue Apr 16 14:51:18 2019 :: dmlite :: closing connection
[28743] Tue Apr 16 14:51:18 2019 :: Closed connection from fts808.cern.ch:42048
[28743] Tue Apr 16 14:51:18 2019 :: dmlite :: closing connection
[30421] Tue Apr 16 14:51:17 2019 :: Configuration read from /etc/gridftp.conf.
[30421] Tue Apr 16 14:51:17 2019 :: Server started in inetd mode.
[30421] Tue Apr 16 14:51:17 2019 :: New connection from: fts800.cern.ch:34474
[30421] Tue Apr 16 14:51:17 2019 :: dmlite :: starting new connection
[30421] Tue Apr 16 14:51:17 2019 :: dmlite :: DSI options :: dome_checksum
[30421] Tue Apr 16 14:51:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30421] Tue Apr 16 14:51:17 2019 :: User :globus-mapping: successfully authorized.
[30421] Tue Apr 16 14:51:17 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1
[30421] Tue Apr 16 14:51:17 2019 :: requested node: dpmpool9.farm.particle.cz
[30421] Tue Apr 16 14:51:17 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[30421] Tue Apr 16 14:51:17 2019 :: connected to remote node
[30421] Tue Apr 16 14:51:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30421] Tue Apr 16 14:51:18 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1'
[30421] Tue Apr 16 14:51:18 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30421] Tue Apr 16 14:51:18 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30421] Tue Apr 16 14:51:18 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30421] Tue Apr 16 14:51:18 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686552._038147.pool.root.1.544206.1555419077 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30421] Tue Apr 16 14:51:19 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1".
[30421] Tue Apr 16 14:51:19 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686552._038147.pool.root.1.544206.1555419077 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30421] Tue Apr 16 14:51:19 2019 :: Closed connection from fts800.cern.ch:34474
[30421] Tue Apr 16 14:51:19 2019 :: dmlite :: closing connection
[30483] Tue Apr 16 14:51:19 2019 :: Configuration read from /etc/gridftp.conf.
[30483] Tue Apr 16 14:51:19 2019 :: Server started in inetd mode.
[30483] Tue Apr 16 14:51:19 2019 :: New connection from: fts800.cern.ch:34492
[30483] Tue Apr 16 14:51:19 2019 :: dmlite :: starting new connection
[30483] Tue Apr 16 14:51:19 2019 :: dmlite :: DSI options :: dome_checksum
[30483] Tue Apr 16 14:51:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30483] Tue Apr 16 14:51:19 2019 :: User :globus-mapping: successfully authorized.
[30483] Tue Apr 16 14:51:19 2019 :: Closed connection from fts800.cern.ch:34492
[30483] Tue Apr 16 14:51:19 2019 :: dmlite :: closing connection
[29156] Tue Apr 16 14:51:20 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1".
[29156] Tue Apr 16 14:51:20 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024632.pool.root.1.544175.1555419042 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[29156] Tue Apr 16 14:51:20 2019 :: Closed connection from fts808.cern.ch:42394
[29156] Tue Apr 16 14:51:20 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:15 2019 :: Child process 30348 ended with rc = 0
[25653] Tue Apr 16 14:51:15 2019 :: Child process 30099 ended with rc = 0
[25653] Tue Apr 16 14:51:15 2019 :: Child process 30354 ended with rc = 0
[25653] Tue Apr 16 14:51:15 2019 :: Child process 29287 ended with rc = 0
[25653] Tue Apr 16 14:51:15 2019 :: Child process 30317 ended with rc = 0
[25653] Tue Apr 16 14:51:15 2019 :: Child process 30365 ended with rc = 0
[25653] Tue Apr 16 14:51:16 2019 :: Child process 29189 ended with rc = 0
[25653] Tue Apr 16 14:51:16 2019 :: Child process 25856 ended with rc = 0
[25653] Tue Apr 16 14:51:16 2019 :: Child process 30377 ended with rc = 0
[25653] Tue Apr 16 14:51:16 2019 :: Child process 30390 ended with rc = 0
[25653] Tue Apr 16 14:51:17 2019 :: Child process 30276 ended with rc = 0
[25653] Tue Apr 16 14:51:17 2019 :: Child process 30371 ended with rc = 0
[25653] Tue Apr 16 14:51:17 2019 :: Child process 30231 ended with rc = 0
[25653] Tue Apr 16 14:51:17 2019 :: Child process 30192 ended with rc = 0
[25653] Tue Apr 16 14:51:17 2019 :: Child process 30427 ended with rc = 0
[25653] Tue Apr 16 14:51:18 2019 :: Child process 30441 ended with rc = 0
[25653] Tue Apr 16 14:51:18 2019 :: Child process 30127 ended with rc = 0
[25653] Tue Apr 16 14:51:18 2019 :: Child process 30442 ended with rc = 0
[25653] Tue Apr 16 14:51:18 2019 :: Child process 30283 ended with rc = 0
[25653] Tue Apr 16 14:51:18 2019 :: Child process 30458 ended with rc = 0
[25653] Tue Apr 16 14:51:18 2019 :: Child process 28743 ended with rc = 0
[25653] Tue Apr 16 14:51:19 2019 :: Child process 30421 ended with rc = 0
[25653] Tue Apr 16 14:51:19 2019 :: Child process 30483 ended with rc = 0
[25653] Tue Apr 16 14:51:20 2019 :: Child process 29156 ended with rc = 0
[30502] Tue Apr 16 14:51:20 2019 :: Configuration read from /etc/gridftp.conf.
[30502] Tue Apr 16 14:51:20 2019 :: Server started in inetd mode.
[30502] Tue Apr 16 14:51:20 2019 :: New connection from: fts808.cern.ch:43554
[30502] Tue Apr 16 14:51:20 2019 :: dmlite :: starting new connection
[30502] Tue Apr 16 14:51:20 2019 :: dmlite :: DSI options :: dome_checksum
[30502] Tue Apr 16 14:51:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30502] Tue Apr 16 14:51:20 2019 :: User :globus-mapping: successfully authorized.
[30502] Tue Apr 16 14:51:20 2019 :: Closed connection from fts808.cern.ch:43554
[30502] Tue Apr 16 14:51:20 2019 :: dmlite :: closing connection
[30397] Tue Apr 16 14:51:16 2019 :: Configuration read from /etc/gridftp.conf.
[30397] Tue Apr 16 14:51:16 2019 :: Server started in inetd mode.
[30397] Tue Apr 16 14:51:16 2019 :: New connection from: fts804.cern.ch:43864
[30397] Tue Apr 16 14:51:16 2019 :: dmlite :: starting new connection
[30397] Tue Apr 16 14:51:16 2019 :: dmlite :: DSI options :: dome_checksum
[30397] Tue Apr 16 14:51:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30397] Tue Apr 16 14:51:16 2019 :: User :globus-mapping: successfully authorized.
[30397] Tue Apr 16 14:51:16 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30397] Tue Apr 16 14:51:16 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root
[30397] Tue Apr 16 14:51:20 2019 :: Closed connection from fts804.cern.ch:43864
[30397] Tue Apr 16 14:51:20 2019 :: dmlite :: closing connection
[30489] Tue Apr 16 14:51:19 2019 :: Configuration read from /etc/gridftp.conf.
[30489] Tue Apr 16 14:51:19 2019 :: Server started in inetd mode.
[30489] Tue Apr 16 14:51:19 2019 :: New connection from: fts800.cern.ch:34498
[30489] Tue Apr 16 14:51:19 2019 :: dmlite :: starting new connection
[30489] Tue Apr 16 14:51:19 2019 :: dmlite :: DSI options :: dome_checksum
[30489] Tue Apr 16 14:51:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30489] Tue Apr 16 14:51:20 2019 :: User :globus-mapping: successfully authorized.
[30489] Tue Apr 16 14:51:20 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30489] Tue Apr 16 14:51:20 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1
[30489] Tue Apr 16 14:51:21 2019 :: Closed connection from fts800.cern.ch:34498
[30489] Tue Apr 16 14:51:21 2019 :: dmlite :: closing connection
[30383] Tue Apr 16 14:51:16 2019 :: Configuration read from /etc/gridftp.conf.
[30383] Tue Apr 16 14:51:16 2019 :: Server started in inetd mode.
[30383] Tue Apr 16 14:51:16 2019 :: New connection from: fts800.cern.ch:34460
[30383] Tue Apr 16 14:51:16 2019 :: dmlite :: starting new connection
[30383] Tue Apr 16 14:51:16 2019 :: dmlite :: DSI options :: dome_checksum
[30383] Tue Apr 16 14:51:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30383] Tue Apr 16 14:51:16 2019 :: User :globus-mapping: successfully authorized.
[30383] Tue Apr 16 14:51:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30383] Tue Apr 16 14:51:16 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30383] Tue Apr 16 14:51:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30518] Tue Apr 16 14:51:20 2019 :: Configuration read from /etc/gridftp.conf.
[30518] Tue Apr 16 14:51:20 2019 :: Server started in inetd mode.
[30518] Tue Apr 16 14:51:20 2019 :: New connection from: fts804.cern.ch:43920
[30518] Tue Apr 16 14:51:21 2019 :: dmlite :: starting new connection
[30518] Tue Apr 16 14:51:21 2019 :: dmlite :: DSI options :: dome_checksum
[30518] Tue Apr 16 14:51:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30518] Tue Apr 16 14:51:21 2019 :: User :globus-mapping: successfully authorized.
[30518] Tue Apr 16 14:51:21 2019 :: Closed connection from fts804.cern.ch:43920
[30518] Tue Apr 16 14:51:21 2019 :: dmlite :: closing connection
[29950] Tue Apr 16 14:51:21 2019 :: Closed connection from fts309.usatlas.bnl.gov:45082
[29950] Tue Apr 16 14:51:21 2019 :: dmlite :: closing connection
[30530] Tue Apr 16 14:51:21 2019 :: Configuration read from /etc/gridftp.conf.
[30530] Tue Apr 16 14:51:21 2019 :: Server started in inetd mode.
[30530] Tue Apr 16 14:51:21 2019 :: New connection from: fts800.cern.ch:34520
[30530] Tue Apr 16 14:51:21 2019 :: dmlite :: starting new connection
[30530] Tue Apr 16 14:51:21 2019 :: dmlite :: DSI options :: dome_checksum
[30530] Tue Apr 16 14:51:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30530] Tue Apr 16 14:51:21 2019 :: User :globus-mapping: successfully authorized.
[30530] Tue Apr 16 14:51:21 2019 :: Closed connection from fts800.cern.ch:34520
[30530] Tue Apr 16 14:51:21 2019 :: dmlite :: closing connection
[30524] Tue Apr 16 14:51:21 2019 :: Configuration read from /etc/gridftp.conf.
[30524] Tue Apr 16 14:51:21 2019 :: Server started in inetd mode.
[30524] Tue Apr 16 14:51:21 2019 :: New connection from: fts804.cern.ch:43924
[30524] Tue Apr 16 14:51:21 2019 :: dmlite :: starting new connection
[30524] Tue Apr 16 14:51:21 2019 :: dmlite :: DSI options :: dome_checksum
[30524] Tue Apr 16 14:51:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30524] Tue Apr 16 14:51:21 2019 :: User :globus-mapping: successfully authorized.
[30524] Tue Apr 16 14:51:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/yyap/b5/6e/user.yyap.17739823.EXT0._003623.DAOD_TRUTH1.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30524] Tue Apr 16 14:51:21 2019 :: Closed connection from fts804.cern.ch:43924
[30524] Tue Apr 16 14:51:21 2019 :: dmlite :: closing connection
[29045] Tue Apr 16 14:51:21 2019 :: Closed connection from fts804.cern.ch:42570
[29045] Tue Apr 16 14:51:21 2019 :: dmlite :: closing connection
[30495] Tue Apr 16 14:51:19 2019 :: Configuration read from /etc/gridftp.conf.
[30495] Tue Apr 16 14:51:19 2019 :: Server started in inetd mode.
[30495] Tue Apr 16 14:51:19 2019 :: New connection from: fts802.cern.ch:33416
[30495] Tue Apr 16 14:51:20 2019 :: dmlite :: starting new connection
[30495] Tue Apr 16 14:51:20 2019 :: dmlite :: DSI options :: dome_checksum
[30495] Tue Apr 16 14:51:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30495] Tue Apr 16 14:51:20 2019 :: User :globus-mapping: successfully authorized.
[30495] Tue Apr 16 14:51:20 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1
[30495] Tue Apr 16 14:51:20 2019 :: requested node: dpmpool9.farm.particle.cz
[30495] Tue Apr 16 14:51:20 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[30495] Tue Apr 16 14:51:20 2019 :: connected to remote node
[30495] Tue Apr 16 14:51:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30495] Tue Apr 16 14:51:21 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1'
[30495] Tue Apr 16 14:51:21 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30495] Tue Apr 16 14:51:21 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30537] Tue Apr 16 14:51:21 2019 :: Configuration read from /etc/gridftp.conf.
[30537] Tue Apr 16 14:51:21 2019 :: Server started in inetd mode.
[30537] Tue Apr 16 14:51:21 2019 :: New connection from: fts800.cern.ch:34522
[30537] Tue Apr 16 14:51:21 2019 :: dmlite :: starting new connection
[30537] Tue Apr 16 14:51:21 2019 :: dmlite :: DSI options :: dome_checksum
[30537] Tue Apr 16 14:51:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30537] Tue Apr 16 14:51:21 2019 :: User :globus-mapping: successfully authorized.
[30537] Tue Apr 16 14:51:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b7/6b/EVNT.17686552._038147.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30537] Tue Apr 16 14:51:21 2019 :: Closed connection from fts800.cern.ch:34522
[30537] Tue Apr 16 14:51:21 2019 :: dmlite :: closing connection
[30383] Tue Apr 16 14:51:21 2019 :: Closed connection from fts800.cern.ch:34460
[30383] Tue Apr 16 14:51:21 2019 :: dmlite :: closing connection
[30409] Tue Apr 16 14:51:17 2019 :: Configuration read from /etc/gridftp.conf.
[30409] Tue Apr 16 14:51:17 2019 :: Server started in inetd mode.
[30409] Tue Apr 16 14:51:17 2019 :: New connection from: lxplus608.cern.ch:57846
[30409] Tue Apr 16 14:51:17 2019 :: dmlite :: starting new connection
[30409] Tue Apr 16 14:51:17 2019 :: dmlite :: DSI options :: dome_checksum
[30409] Tue Apr 16 14:51:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=nova/CN=418749/CN=Sarka Todorova successfully authorized.
[30409] Tue Apr 16 14:51:17 2019 :: User :globus-mapping: successfully authorized.
[30409] Tue Apr 16 14:51:17 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/data15_13TeV/29/38/AOD.08262564._000217.pool.root.1
[30409] Tue Apr 16 14:51:17 2019 :: requested node: dpmpool16.farm.particle.cz
[30409] Tue Apr 16 14:51:17 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[30409] Tue Apr 16 14:51:18 2019 :: connected to remote node
[30409] Tue Apr 16 14:51:18 2019 :: dmlite :: send :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs5/atlas/2016-05-05/AOD.08262564._000217.pool.root.1.411239848.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=nova/CN=418749/CN=Sarka Todorova :: lxplus608.cern.ch
[30408] Tue Apr 16 14:51:17 2019 :: Configuration read from /etc/gridftp.conf.
[30408] Tue Apr 16 14:51:17 2019 :: Server started in inetd mode.
[30495] Tue Apr 16 14:51:21 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30495] Tue Apr 16 14:51:21 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686552._029551.pool.root.1.544207.1555419080 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30495] Tue Apr 16 14:51:22 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1".
[30495] Tue Apr 16 14:51:22 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686552._029551.pool.root.1.544207.1555419080 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30495] Tue Apr 16 14:51:22 2019 :: Closed connection from fts802.cern.ch:33416
[30495] Tue Apr 16 14:51:22 2019 :: dmlite :: closing connection
[30546] Tue Apr 16 14:51:22 2019 :: Configuration read from /etc/gridftp.conf.
[30546] Tue Apr 16 14:51:22 2019 :: Server started in inetd mode.
[30546] Tue Apr 16 14:51:22 2019 :: New connection from: fts802.cern.ch:33454
[30546] Tue Apr 16 14:51:22 2019 :: dmlite :: starting new connection
[30546] Tue Apr 16 14:51:22 2019 :: dmlite :: DSI options :: dome_checksum
[30546] Tue Apr 16 14:51:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30546] Tue Apr 16 14:51:22 2019 :: User :globus-mapping: successfully authorized.
[30546] Tue Apr 16 14:51:22 2019 :: Closed connection from fts802.cern.ch:33454
[30546] Tue Apr 16 14:51:22 2019 :: dmlite :: closing connection
[30428] Tue Apr 16 14:51:17 2019 :: Configuration read from /etc/gridftp.conf.
[30428] Tue Apr 16 14:51:17 2019 :: Server started in inetd mode.
[30428] Tue Apr 16 14:51:17 2019 :: New connection from: lxplus608.cern.ch:57856
[30428] Tue Apr 16 14:51:17 2019 :: dmlite :: starting new connection
[30428] Tue Apr 16 14:51:17 2019 :: dmlite :: DSI options :: dome_checksum
[30428] Tue Apr 16 14:51:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=nova/CN=418749/CN=Sarka Todorova successfully authorized.
[30428] Tue Apr 16 14:51:17 2019 :: User :globus-mapping: successfully authorized.
[30428] Tue Apr 16 14:51:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/data15_13TeV/29/38/AOD.08262564._000217.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=nova/CN=418749/CN=Sarka Todorova :: lxplus608.cern.ch
[30510] Tue Apr 16 14:51:20 2019 :: Configuration read from /etc/gridftp.conf.
[30510] Tue Apr 16 14:51:20 2019 :: Server started in inetd mode.
[30510] Tue Apr 16 14:51:20 2019 :: New connection from: fts808.cern.ch:43564
[30510] Tue Apr 16 14:51:20 2019 :: dmlite :: starting new connection
[30510] Tue Apr 16 14:51:20 2019 :: dmlite :: DSI options :: dome_checksum
[30510] Tue Apr 16 14:51:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30510] Tue Apr 16 14:51:20 2019 :: User :globus-mapping: successfully authorized.
[30510] Tue Apr 16 14:51:20 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30510] Tue Apr 16 14:51:20 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1
[30510] Tue Apr 16 14:51:22 2019 :: Closed connection from fts808.cern.ch:43564
[30510] Tue Apr 16 14:51:22 2019 :: dmlite :: closing connection
[30466] Tue Apr 16 14:51:18 2019 :: Configuration read from /etc/gridftp.conf.
[30565] Tue Apr 16 14:51:23 2019 :: Configuration read from /etc/gridftp.conf.
[30565] Tue Apr 16 14:51:23 2019 :: Server started in inetd mode.
[30565] Tue Apr 16 14:51:23 2019 :: New connection from: fts808.cern.ch:43622
[30565] Tue Apr 16 14:51:23 2019 :: dmlite :: starting new connection
[30565] Tue Apr 16 14:51:23 2019 :: dmlite :: DSI options :: dome_checksum
[30565] Tue Apr 16 14:51:23 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30565] Tue Apr 16 14:51:23 2019 :: User :globus-mapping: successfully authorized.
[30565] Tue Apr 16 14:51:23 2019 :: Closed connection from fts808.cern.ch:43622
[30565] Tue Apr 16 14:51:23 2019 :: dmlite :: closing connection
[30572] Tue Apr 16 14:51:23 2019 :: Configuration read from /etc/gridftp.conf.
[30572] Tue Apr 16 14:51:23 2019 :: Server started in inetd mode.
[30572] Tue Apr 16 14:51:23 2019 :: New connection from: fts808.cern.ch:43644
[30572] Tue Apr 16 14:51:23 2019 :: dmlite :: starting new connection
[30572] Tue Apr 16 14:51:23 2019 :: dmlite :: DSI options :: dome_checksum
[30572] Tue Apr 16 14:51:23 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30572] Tue Apr 16 14:51:23 2019 :: User :globus-mapping: successfully authorized.
[30572] Tue Apr 16 14:51:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b0/bf/HITS.17617237._024632.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30572] Tue Apr 16 14:51:23 2019 :: Closed connection from fts808.cern.ch:43644
[30572] Tue Apr 16 14:51:23 2019 :: dmlite :: closing connection
[28899] Tue Apr 16 14:51:23 2019 :: Closed connection from fts808.cern.ch:42264
[28899] Tue Apr 16 14:51:23 2019 :: dmlite :: closing connection
[30558] Tue Apr 16 14:51:22 2019 :: Configuration read from /etc/gridftp.conf.
[30558] Tue Apr 16 14:51:22 2019 :: Server started in inetd mode.
[30558] Tue Apr 16 14:51:22 2019 :: New connection from: fts802.cern.ch:33486
[30558] Tue Apr 16 14:51:22 2019 :: dmlite :: starting new connection
[30558] Tue Apr 16 14:51:22 2019 :: dmlite :: DSI options :: dome_checksum
[30558] Tue Apr 16 14:51:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30558] Tue Apr 16 14:51:22 2019 :: User :globus-mapping: successfully authorized.
[30558] Tue Apr 16 14:51:22 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30558] Tue Apr 16 14:51:22 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1
[30558] Tue Apr 16 14:51:23 2019 :: Closed connection from fts802.cern.ch:33486
[30558] Tue Apr 16 14:51:23 2019 :: dmlite :: closing connection
[30474] Tue Apr 16 14:51:18 2019 :: Configuration read from /etc/gridftp.conf.
[30474] Tue Apr 16 14:51:18 2019 :: Server started in inetd mode.
[30474] Tue Apr 16 14:51:18 2019 :: New connection from: fts802.cern.ch:33398
[30474] Tue Apr 16 14:51:19 2019 :: dmlite :: starting new connection
[30474] Tue Apr 16 14:51:19 2019 :: dmlite :: DSI options :: dome_checksum
[30474] Tue Apr 16 14:51:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30474] Tue Apr 16 14:51:19 2019 :: User :globus-mapping: successfully authorized.
[30474] Tue Apr 16 14:51:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30474] Tue Apr 16 14:51:19 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30474] Tue Apr 16 14:51:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30579] Tue Apr 16 14:51:23 2019 :: Configuration read from /etc/gridftp.conf.
[30579] Tue Apr 16 14:51:23 2019 :: Server started in inetd mode.
[30579] Tue Apr 16 14:51:23 2019 :: New connection from: fts802.cern.ch:33546
[30579] Tue Apr 16 14:51:24 2019 :: dmlite :: starting new connection
[30579] Tue Apr 16 14:51:24 2019 :: dmlite :: DSI options :: dome_checksum
[30579] Tue Apr 16 14:51:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30579] Tue Apr 16 14:51:24 2019 :: User :globus-mapping: successfully authorized.
[30579] Tue Apr 16 14:51:24 2019 :: Closed connection from fts802.cern.ch:33546
[30579] Tue Apr 16 14:51:24 2019 :: dmlite :: closing connection
[30585] Tue Apr 16 14:51:24 2019 :: Configuration read from /etc/gridftp.conf.
[30585] Tue Apr 16 14:51:24 2019 :: Server started in inetd mode.
[30585] Tue Apr 16 14:51:24 2019 :: New connection from: fts802.cern.ch:33556
[30585] Tue Apr 16 14:51:24 2019 :: dmlite :: starting new connection
[30585] Tue Apr 16 14:51:24 2019 :: dmlite :: DSI options :: dome_checksum
[30585] Tue Apr 16 14:51:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30585] Tue Apr 16 14:51:24 2019 :: User :globus-mapping: successfully authorized.
[30585] Tue Apr 16 14:51:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/1b/16/EVNT.17686552._029551.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30585] Tue Apr 16 14:51:24 2019 :: Closed connection from fts802.cern.ch:33556
[30585] Tue Apr 16 14:51:24 2019 :: dmlite :: closing connection
[30474] Tue Apr 16 14:51:24 2019 :: Closed connection from fts802.cern.ch:33398
[30474] Tue Apr 16 14:51:24 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:20 2019 :: Child process 30502 ended with rc = 0
[25653] Tue Apr 16 14:51:20 2019 :: Child process 30397 ended with rc = 0
[25653] Tue Apr 16 14:51:21 2019 :: Child process 30489 ended with rc = 0
[25653] Tue Apr 16 14:51:21 2019 :: Child process 30518 ended with rc = 0
[25653] Tue Apr 16 14:51:21 2019 :: Child process 29950 ended with rc = 0
[25653] Tue Apr 16 14:51:21 2019 :: Child process 30530 ended with rc = 0
[25653] Tue Apr 16 14:51:21 2019 :: Child process 30524 ended with rc = 0
[25653] Tue Apr 16 14:51:21 2019 :: Child process 29045 ended with rc = 0
[25653] Tue Apr 16 14:51:21 2019 :: Child process 30537 ended with rc = 0
[25653] Tue Apr 16 14:51:21 2019 :: Child process 30383 ended with rc = 0
[25653] Tue Apr 16 14:51:22 2019 :: Child process 30495 ended with rc = 0
[25653] Tue Apr 16 14:51:22 2019 :: Child process 30546 ended with rc = 0
[25653] Tue Apr 16 14:51:22 2019 :: Child process 30510 ended with rc = 0
[25653] Tue Apr 16 14:51:23 2019 :: Child process 30565 ended with rc = 0
[25653] Tue Apr 16 14:51:23 2019 :: Child process 30572 ended with rc = 0
[25653] Tue Apr 16 14:51:23 2019 :: Child process 28899 ended with rc = 0
[25653] Tue Apr 16 14:51:23 2019 :: Child process 30558 ended with rc = 0
[25653] Tue Apr 16 14:51:24 2019 :: Child process 30579 ended with rc = 0
[25653] Tue Apr 16 14:51:24 2019 :: Child process 30585 ended with rc = 0
[25653] Tue Apr 16 14:51:24 2019 :: Child process 30474 ended with rc = 0
[28942] Tue Apr 16 14:51:25 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1".
[28942] Tue Apr 16 14:51:25 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000239.pool.root.1.544171.1555419038 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28942] Tue Apr 16 14:51:25 2019 :: Closed connection from fts802.cern.ch:60342
[28942] Tue Apr 16 14:51:25 2019 :: dmlite :: closing connection
[30593] Tue Apr 16 14:51:25 2019 :: Configuration read from /etc/gridftp.conf.
[30593] Tue Apr 16 14:51:25 2019 :: Server started in inetd mode.
[30593] Tue Apr 16 14:51:25 2019 :: New connection from: fts802.cern.ch:33574
[30593] Tue Apr 16 14:51:25 2019 :: dmlite :: starting new connection
[30593] Tue Apr 16 14:51:25 2019 :: dmlite :: DSI options :: dome_checksum
[30593] Tue Apr 16 14:51:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30593] Tue Apr 16 14:51:25 2019 :: User :globus-mapping: successfully authorized.
[30593] Tue Apr 16 14:51:25 2019 :: Closed connection from fts802.cern.ch:33574
[30593] Tue Apr 16 14:51:25 2019 :: dmlite :: closing connection
[30408] Tue Apr 16 14:51:22 2019 :: New connection from: lxplus608.cern.ch:57847
[30408] Tue Apr 16 14:51:22 2019 :: dmlite :: starting new connection
[30408] Tue Apr 16 14:51:22 2019 :: dmlite :: DSI options :: dome_checksum
[30408] Tue Apr 16 14:51:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=nova/CN=418749/CN=Sarka Todorova successfully authorized.
[30408] Tue Apr 16 14:51:22 2019 :: User :globus-mapping: successfully authorized.
[30552] Tue Apr 16 14:51:22 2019 :: Configuration read from /etc/gridftp.conf.
[30552] Tue Apr 16 14:51:22 2019 :: Server started in inetd mode.
[30466] Tue Apr 16 14:51:23 2019 :: Server started in inetd mode.
[30643] Tue Apr 16 14:51:28 2019 :: Configuration read from /etc/gridftp.conf.
[30643] Tue Apr 16 14:51:28 2019 :: Server started in inetd mode.
[30643] Tue Apr 16 14:51:28 2019 :: New connection from: fts812.cern.ch:54404
[30643] Tue Apr 16 14:51:28 2019 :: dmlite :: starting new connection
[30643] Tue Apr 16 14:51:28 2019 :: dmlite :: DSI options :: dome_checksum
[30643] Tue Apr 16 14:51:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30643] Tue Apr 16 14:51:28 2019 :: User :globus-mapping: successfully authorized.
[30643] Tue Apr 16 14:51:28 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1
[30643] Tue Apr 16 14:51:28 2019 :: requested node: dpmpool17.farm.particle.cz
[30643] Tue Apr 16 14:51:28 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[30643] Tue Apr 16 14:51:28 2019 :: connected to remote node
[30643] Tue Apr 16 14:51:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30643] Tue Apr 16 14:51:30 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1'
[30643] Tue Apr 16 14:51:30 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30643] Tue Apr 16 14:51:30 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[25653] Tue Apr 16 14:51:25 2019 :: Child process 28942 ended with rc = 0
[25653] Tue Apr 16 14:51:25 2019 :: Child process 30593 ended with rc = 0
[30652] Tue Apr 16 14:51:28 2019 :: Configuration read from /etc/gridftp.conf.
[30652] Tue Apr 16 14:51:28 2019 :: Server started in inetd mode.
[30652] Tue Apr 16 14:51:28 2019 :: New connection from: fts800.cern.ch:34626
[30652] Tue Apr 16 14:51:28 2019 :: dmlite :: starting new connection
[30652] Tue Apr 16 14:51:28 2019 :: dmlite :: DSI options :: dome_checksum
[30652] Tue Apr 16 14:51:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30652] Tue Apr 16 14:51:28 2019 :: User :globus-mapping: successfully authorized.
[30652] Tue Apr 16 14:51:29 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1
[30652] Tue Apr 16 14:51:29 2019 :: requested node: dpmpool9.farm.particle.cz
[30652] Tue Apr 16 14:51:29 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[30652] Tue Apr 16 14:51:29 2019 :: connected to remote node
[30652] Tue Apr 16 14:51:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30652] Tue Apr 16 14:51:30 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1'
[30652] Tue Apr 16 14:51:30 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30652] Tue Apr 16 14:51:30 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30610] Tue Apr 16 14:51:25 2019 :: Configuration read from /etc/gridftp.conf.
[30610] Tue Apr 16 14:51:25 2019 :: Server started in inetd mode.
[30610] Tue Apr 16 14:51:25 2019 :: New connection from: fts802.cern.ch:33586
[30610] Tue Apr 16 14:51:25 2019 :: dmlite :: starting new connection
[30610] Tue Apr 16 14:51:25 2019 :: dmlite :: DSI options :: dome_checksum
[30610] Tue Apr 16 14:51:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30610] Tue Apr 16 14:51:25 2019 :: User :globus-mapping: successfully authorized.
[30610] Tue Apr 16 14:51:25 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30610] Tue Apr 16 14:51:25 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1
[30618] Tue Apr 16 14:51:26 2019 :: Configuration read from /etc/gridftp.conf.
[30618] Tue Apr 16 14:51:26 2019 :: Server started in inetd mode.
[30618] Tue Apr 16 14:51:26 2019 :: New connection from: skurut07.farm.particle.cz:53238
[30618] Tue Apr 16 14:51:31 2019 :: dmlite :: starting new connection
[30618] Tue Apr 16 14:51:31 2019 :: dmlite :: DSI options :: dome_checksum
[30618] Tue Apr 16 14:51:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[30618] Tue Apr 16 14:51:31 2019 :: User :globus-mapping: successfully authorized.
[30618] Tue Apr 16 14:51:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30618] Tue Apr 16 14:51:31 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30618] Tue Apr 16 14:51:31 2019 :: Closed connection from skurut07.farm.particle.cz:53238
[30618] Tue Apr 16 14:51:31 2019 :: dmlite :: closing connection
[29368] Tue Apr 16 14:51:31 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1".
[29368] Tue Apr 16 14:51:31 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000235.pool.root.1.544185.1555419046 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[29368] Tue Apr 16 14:51:32 2019 :: Closed connection from fts800.cern.ch:33710
[29368] Tue Apr 16 14:51:32 2019 :: dmlite :: closing connection
[29344] Tue Apr 16 14:51:31 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1".
[29344] Tue Apr 16 14:51:31 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000251.pool.root.1.544184.1555419045 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29344] Tue Apr 16 14:51:32 2019 :: Closed connection from fts804.cern.ch:43004
[29344] Tue Apr 16 14:51:32 2019 :: dmlite :: closing connection
[30408] Tue Apr 16 14:51:27 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/data15_13TeV/83/cb/AOD.08262564._000358.pool.root.1
[30408] Tue Apr 16 14:51:27 2019 :: requested node: dpmpool19.farm.particle.cz
[30408] Tue Apr 16 14:51:27 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[30408] Tue Apr 16 14:51:27 2019 :: connected to remote node
[30408] Tue Apr 16 14:51:27 2019 :: dmlite :: send :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs9/atlas/2017-01-09/AOD.08262564._000358.pool.root.1.447740750.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=nova/CN=418749/CN=Sarka Todorova :: lxplus608.cern.ch
[30670] Tue Apr 16 14:51:32 2019 :: Configuration read from /etc/gridftp.conf.
[30670] Tue Apr 16 14:51:32 2019 :: Server started in inetd mode.
[30670] Tue Apr 16 14:51:32 2019 :: New connection from: fts804.cern.ch:44086
[30670] Tue Apr 16 14:51:32 2019 :: dmlite :: starting new connection
[30670] Tue Apr 16 14:51:32 2019 :: dmlite :: DSI options :: dome_checksum
[30670] Tue Apr 16 14:51:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30670] Tue Apr 16 14:51:32 2019 :: User :globus-mapping: successfully authorized.
[30670] Tue Apr 16 14:51:32 2019 :: Closed connection from fts804.cern.ch:44086
[30670] Tue Apr 16 14:51:32 2019 :: dmlite :: closing connection
[30665] Tue Apr 16 14:51:32 2019 :: Configuration read from /etc/gridftp.conf.
[30665] Tue Apr 16 14:51:32 2019 :: Server started in inetd mode.
[30665] Tue Apr 16 14:51:32 2019 :: New connection from: fts800.cern.ch:34716
[30665] Tue Apr 16 14:51:32 2019 :: dmlite :: starting new connection
[30665] Tue Apr 16 14:51:32 2019 :: dmlite :: DSI options :: dome_checksum
[30665] Tue Apr 16 14:51:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30665] Tue Apr 16 14:51:32 2019 :: User :globus-mapping: successfully authorized.
[30665] Tue Apr 16 14:51:32 2019 :: Closed connection from fts800.cern.ch:34716
[30665] Tue Apr 16 14:51:32 2019 :: dmlite :: closing connection
[30552] Tue Apr 16 14:51:27 2019 :: New connection from: lxplus608.cern.ch:57864
[30552] Tue Apr 16 14:51:27 2019 :: dmlite :: starting new connection
[30552] Tue Apr 16 14:51:27 2019 :: dmlite :: DSI options :: dome_checksum
[30552] Tue Apr 16 14:51:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=nova/CN=418749/CN=Sarka Todorova successfully authorized.
[30552] Tue Apr 16 14:51:27 2019 :: User :globus-mapping: successfully authorized.
[30552] Tue Apr 16 14:51:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/data15_13TeV/83/cb/AOD.08262564._000358.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=nova/CN=418749/CN=Sarka Todorova :: lxplus608.cern.ch
[30625] Tue Apr 16 14:51:27 2019 :: Configuration read from /etc/gridftp.conf.
[30625] Tue Apr 16 14:51:27 2019 :: Server started in inetd mode.
[30625] Tue Apr 16 14:51:27 2019 :: New connection from: fts812.cern.ch:54386
[30625] Tue Apr 16 14:51:27 2019 :: dmlite :: starting new connection
[30625] Tue Apr 16 14:51:27 2019 :: dmlite :: DSI options :: dome_checksum
[30625] Tue Apr 16 14:51:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30625] Tue Apr 16 14:51:27 2019 :: User :globus-mapping: successfully authorized.
[30625] Tue Apr 16 14:51:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30625] Tue Apr 16 14:51:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30625] Tue Apr 16 14:51:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28668] Tue Apr 16 14:51:32 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1".
[28668] Tue Apr 16 14:51:32 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs14/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000078.pool.root.1.544158.1555419034 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28668] Tue Apr 16 14:51:32 2019 :: Closed connection from fts812.cern.ch:52444
[28668] Tue Apr 16 14:51:32 2019 :: dmlite :: closing connection
[30636] Tue Apr 16 14:51:28 2019 :: Configuration read from /etc/gridftp.conf.
[30636] Tue Apr 16 14:51:28 2019 :: Server started in inetd mode.
[30636] Tue Apr 16 14:51:28 2019 :: New connection from: fts800.cern.ch:34604
[30636] Tue Apr 16 14:51:28 2019 :: dmlite :: starting new connection
[30636] Tue Apr 16 14:51:28 2019 :: dmlite :: DSI options :: dome_checksum
[30636] Tue Apr 16 14:51:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30636] Tue Apr 16 14:51:28 2019 :: User :globus-mapping: successfully authorized.
[30636] Tue Apr 16 14:51:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30636] Tue Apr 16 14:51:28 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30636] Tue Apr 16 14:51:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30466] Tue Apr 16 14:51:28 2019 :: New connection from: ib09.farm.particle.cz:38052
[30691] Tue Apr 16 14:51:32 2019 :: Configuration read from /etc/gridftp.conf.
[30691] Tue Apr 16 14:51:32 2019 :: Server started in inetd mode.
[30691] Tue Apr 16 14:51:32 2019 :: New connection from: fts812.cern.ch:54494
[30691] Tue Apr 16 14:51:33 2019 :: dmlite :: starting new connection
[30691] Tue Apr 16 14:51:33 2019 :: dmlite :: DSI options :: dome_checksum
[30691] Tue Apr 16 14:51:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30691] Tue Apr 16 14:51:33 2019 :: User :globus-mapping: successfully authorized.
[30691] Tue Apr 16 14:51:33 2019 :: Closed connection from fts812.cern.ch:54494
[30691] Tue Apr 16 14:51:33 2019 :: dmlite :: closing connection
[30643] Tue Apr 16 14:51:30 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30643] Tue Apr 16 14:51:30 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs12/atlas/2019-04-16/HITS.17617237._023660.pool.root.1.544208.1555419088 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30466] Tue Apr 16 14:51:33 2019 :: dmlite :: starting new connection
[30466] Tue Apr 16 14:51:33 2019 :: dmlite :: DSI options :: dome_checksum
[30466] Tue Apr 16 14:51:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[30466] Tue Apr 16 14:51:33 2019 :: User :globus-mapping: successfully authorized.
[30466] Tue Apr 16 14:51:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[30466] Tue Apr 16 14:51:33 2019 :: Closed connection from ib09.farm.particle.cz:38052
[30466] Tue Apr 16 14:51:33 2019 :: dmlite :: closing connection
[29256] Tue Apr 16 14:51:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1".
[29256] Tue Apr 16 14:51:33 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._011637.pool.root.1.544181.1555419044 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29256] Tue Apr 16 14:51:33 2019 :: Closed connection from fts804.cern.ch:42910
[29256] Tue Apr 16 14:51:33 2019 :: dmlite :: closing connection
[30652] Tue Apr 16 14:51:30 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30652] Tue Apr 16 14:51:30 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_TRUTH1.17737484._000154.pool.root.1.544209.1555419089 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30706] Tue Apr 16 14:51:33 2019 :: Configuration read from /etc/gridftp.conf.
[30706] Tue Apr 16 14:51:33 2019 :: Server started in inetd mode.
[30706] Tue Apr 16 14:51:33 2019 :: New connection from: fts804.cern.ch:44116
[30706] Tue Apr 16 14:51:33 2019 :: dmlite :: starting new connection
[30706] Tue Apr 16 14:51:33 2019 :: dmlite :: DSI options :: dome_checksum
[30706] Tue Apr 16 14:51:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30706] Tue Apr 16 14:51:33 2019 :: User :globus-mapping: successfully authorized.
[30706] Tue Apr 16 14:51:33 2019 :: Closed connection from fts804.cern.ch:44116
[30706] Tue Apr 16 14:51:33 2019 :: dmlite :: closing connection
[30610] Tue Apr 16 14:51:34 2019 :: Closed connection from fts802.cern.ch:33586
[30610] Tue Apr 16 14:51:34 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:31 2019 :: Child process 30618 ended with rc = 0
[25653] Tue Apr 16 14:51:32 2019 :: Child process 29368 ended with rc = 0
[25653] Tue Apr 16 14:51:32 2019 :: Child process 29344 ended with rc = 0
[25653] Tue Apr 16 14:51:32 2019 :: Child process 30670 ended with rc = 0
[25653] Tue Apr 16 14:51:32 2019 :: Child process 30665 ended with rc = 0
[25653] Tue Apr 16 14:51:32 2019 :: Child process 28668 ended with rc = 0
[25653] Tue Apr 16 14:51:33 2019 :: Child process 30691 ended with rc = 0
[25653] Tue Apr 16 14:51:33 2019 :: Child process 30466 ended with rc = 0
[25653] Tue Apr 16 14:51:33 2019 :: Child process 29256 ended with rc = 0
[25653] Tue Apr 16 14:51:33 2019 :: Child process 30706 ended with rc = 0
[25653] Tue Apr 16 14:51:34 2019 :: Child process 30610 ended with rc = 0
[30718] Tue Apr 16 14:51:34 2019 :: Configuration read from /etc/gridftp.conf.
[30718] Tue Apr 16 14:51:34 2019 :: Server started in inetd mode.
[30718] Tue Apr 16 14:51:34 2019 :: New connection from: fts808.cern.ch:43848
[30718] Tue Apr 16 14:51:34 2019 :: dmlite :: starting new connection
[30718] Tue Apr 16 14:51:34 2019 :: dmlite :: DSI options :: dome_checksum
[30718] Tue Apr 16 14:51:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30718] Tue Apr 16 14:51:34 2019 :: User :globus-mapping: successfully authorized.
[30718] Tue Apr 16 14:51:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/e0/f7/user.tsykora.17477459.EXT0._011901.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30718] Tue Apr 16 14:51:34 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/e0/f7/user.tsykora.17477459.EXT0._011901.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30718] Tue Apr 16 14:51:34 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/e0/f7/user.tsykora.17477459.EXT0._011901.HITS.pool.root
[30718] Tue Apr 16 14:51:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/e0/f7/user.tsykora.17477459.EXT0._011901.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30718] Tue Apr 16 14:51:35 2019 :: Closed connection from fts808.cern.ch:43848
[30718] Tue Apr 16 14:51:35 2019 :: dmlite :: closing connection
[30728] Tue Apr 16 14:51:35 2019 :: Configuration read from /etc/gridftp.conf.
[30728] Tue Apr 16 14:51:35 2019 :: Server started in inetd mode.
[30728] Tue Apr 16 14:51:35 2019 :: New connection from: fts802.cern.ch:33760
[30728] Tue Apr 16 14:51:35 2019 :: dmlite :: starting new connection
[30728] Tue Apr 16 14:51:35 2019 :: dmlite :: DSI options :: dome_checksum
[30728] Tue Apr 16 14:51:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30728] Tue Apr 16 14:51:35 2019 :: User :globus-mapping: successfully authorized.
[30728] Tue Apr 16 14:51:35 2019 :: Closed connection from fts802.cern.ch:33760
[30728] Tue Apr 16 14:51:35 2019 :: dmlite :: closing connection
[30734] Tue Apr 16 14:51:35 2019 :: Configuration read from /etc/gridftp.conf.
[30734] Tue Apr 16 14:51:35 2019 :: Server started in inetd mode.
[30734] Tue Apr 16 14:51:35 2019 :: New connection from: fts802.cern.ch:33766
[30734] Tue Apr 16 14:51:35 2019 :: dmlite :: starting new connection
[30734] Tue Apr 16 14:51:35 2019 :: dmlite :: DSI options :: dome_checksum
[30734] Tue Apr 16 14:51:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30734] Tue Apr 16 14:51:35 2019 :: User :globus-mapping: successfully authorized.
[30734] Tue Apr 16 14:51:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/68/DAOD_HIGG5D2.17743336._000239.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30734] Tue Apr 16 14:51:35 2019 :: Closed connection from fts802.cern.ch:33766
[30734] Tue Apr 16 14:51:35 2019 :: dmlite :: closing connection
[28845] Tue Apr 16 14:51:35 2019 :: Closed connection from fts802.cern.ch:60270
[28845] Tue Apr 16 14:51:35 2019 :: dmlite :: closing connection
[30409] Tue Apr 16 14:51:34 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/data15_13TeV/29/38/AOD.08262564._000217.pool.root.1".
[30409] Tue Apr 16 14:51:35 2019 :: Closed connection from lxplus608.cern.ch:57846
[30409] Tue Apr 16 14:51:35 2019 :: dmlite :: closing connection
[30428] Tue Apr 16 14:51:35 2019 :: Closed connection from lxplus608.cern.ch:57856
[30428] Tue Apr 16 14:51:35 2019 :: dmlite :: closing connection
[30643] Tue Apr 16 14:51:36 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1".
[30643] Tue Apr 16 14:51:36 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs12/atlas/2019-04-16/HITS.17617237._023660.pool.root.1.544208.1555419088 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30643] Tue Apr 16 14:51:36 2019 :: Closed connection from fts812.cern.ch:54404
[30643] Tue Apr 16 14:51:36 2019 :: dmlite :: closing connection
[30748] Tue Apr 16 14:51:36 2019 :: Configuration read from /etc/gridftp.conf.
[30748] Tue Apr 16 14:51:36 2019 :: Server started in inetd mode.
[30748] Tue Apr 16 14:51:36 2019 :: New connection from: fts812.cern.ch:54560
[30748] Tue Apr 16 14:51:36 2019 :: dmlite :: starting new connection
[30748] Tue Apr 16 14:51:36 2019 :: dmlite :: DSI options :: dome_checksum
[30748] Tue Apr 16 14:51:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30748] Tue Apr 16 14:51:36 2019 :: User :globus-mapping: successfully authorized.
[30748] Tue Apr 16 14:51:36 2019 :: Closed connection from fts812.cern.ch:54560
[30748] Tue Apr 16 14:51:36 2019 :: dmlite :: closing connection
[30677] Tue Apr 16 14:51:32 2019 :: Configuration read from /etc/gridftp.conf.
[30677] Tue Apr 16 14:51:32 2019 :: Server started in inetd mode.
[30677] Tue Apr 16 14:51:32 2019 :: New connection from: fts804.cern.ch:44092
[30677] Tue Apr 16 14:51:32 2019 :: dmlite :: starting new connection
[30677] Tue Apr 16 14:51:32 2019 :: dmlite :: DSI options :: dome_checksum
[30677] Tue Apr 16 14:51:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30677] Tue Apr 16 14:51:32 2019 :: User :globus-mapping: successfully authorized.
[30677] Tue Apr 16 14:51:32 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30677] Tue Apr 16 14:51:32 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1
[30682] Tue Apr 16 14:51:32 2019 :: Configuration read from /etc/gridftp.conf.
[30682] Tue Apr 16 14:51:32 2019 :: Server started in inetd mode.
[30682] Tue Apr 16 14:51:32 2019 :: New connection from: fts800.cern.ch:34718
[30682] Tue Apr 16 14:51:32 2019 :: dmlite :: starting new connection
[30682] Tue Apr 16 14:51:32 2019 :: dmlite :: DSI options :: dome_checksum
[30682] Tue Apr 16 14:51:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30682] Tue Apr 16 14:51:32 2019 :: User :globus-mapping: successfully authorized.
[30682] Tue Apr 16 14:51:32 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30682] Tue Apr 16 14:51:32 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1
[30698] Tue Apr 16 14:51:33 2019 :: Configuration read from /etc/gridftp.conf.
[30698] Tue Apr 16 14:51:33 2019 :: Server started in inetd mode.
[30698] Tue Apr 16 14:51:33 2019 :: New connection from: fts812.cern.ch:54504
[30698] Tue Apr 16 14:51:33 2019 :: dmlite :: starting new connection
[30698] Tue Apr 16 14:51:33 2019 :: dmlite :: DSI options :: dome_checksum
[30698] Tue Apr 16 14:51:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30698] Tue Apr 16 14:51:33 2019 :: User :globus-mapping: successfully authorized.
[30698] Tue Apr 16 14:51:33 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30698] Tue Apr 16 14:51:33 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1
[30712] Tue Apr 16 14:51:33 2019 :: Configuration read from /etc/gridftp.conf.
[30712] Tue Apr 16 14:51:33 2019 :: Server started in inetd mode.
[30712] Tue Apr 16 14:51:33 2019 :: New connection from: fts804.cern.ch:44132
[30712] Tue Apr 16 14:51:34 2019 :: dmlite :: starting new connection
[30712] Tue Apr 16 14:51:34 2019 :: dmlite :: DSI options :: dome_checksum
[30712] Tue Apr 16 14:51:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30712] Tue Apr 16 14:51:34 2019 :: User :globus-mapping: successfully authorized.
[30712] Tue Apr 16 14:51:34 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30712] Tue Apr 16 14:51:34 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1
[30770] Tue Apr 16 14:51:37 2019 :: Configuration read from /etc/gridftp.conf.
[30770] Tue Apr 16 14:51:37 2019 :: Server started in inetd mode.
[30770] Tue Apr 16 14:51:37 2019 :: New connection from: fts812.cern.ch:54574
[30770] Tue Apr 16 14:51:37 2019 :: dmlite :: starting new connection
[30770] Tue Apr 16 14:51:37 2019 :: dmlite :: DSI options :: dome_checksum
[30770] Tue Apr 16 14:51:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30770] Tue Apr 16 14:51:37 2019 :: User :globus-mapping: successfully authorized.
[30770] Tue Apr 16 14:51:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1
[30770] Tue Apr 16 14:51:37 2019 :: requested node: dpmpool16.farm.particle.cz
[30770] Tue Apr 16 14:51:37 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[30770] Tue Apr 16 14:51:37 2019 :: connected to remote node
[30770] Tue Apr 16 14:51:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30770] Tue Apr 16 14:51:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1'
[30770] Tue Apr 16 14:51:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30770] Tue Apr 16 14:51:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30762] Tue Apr 16 14:51:36 2019 :: Configuration read from /etc/gridftp.conf.
[30762] Tue Apr 16 14:51:36 2019 :: Server started in inetd mode.
[30762] Tue Apr 16 14:51:36 2019 :: New connection from: fts812.cern.ch:54564
[30762] Tue Apr 16 14:51:36 2019 :: dmlite :: starting new connection
[30762] Tue Apr 16 14:51:36 2019 :: dmlite :: DSI options :: dome_checksum
[30762] Tue Apr 16 14:51:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30762] Tue Apr 16 14:51:37 2019 :: User :globus-mapping: successfully authorized.
[30762] Tue Apr 16 14:51:37 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30762] Tue Apr 16 14:51:37 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1
[30762] Tue Apr 16 14:51:39 2019 :: Closed connection from fts812.cern.ch:54564
[30762] Tue Apr 16 14:51:39 2019 :: dmlite :: closing connection
[30779] Tue Apr 16 14:51:39 2019 :: Configuration read from /etc/gridftp.conf.
[30779] Tue Apr 16 14:51:39 2019 :: Server started in inetd mode.
[30779] Tue Apr 16 14:51:39 2019 :: New connection from: fts812.cern.ch:54674
[30779] Tue Apr 16 14:51:39 2019 :: dmlite :: starting new connection
[30779] Tue Apr 16 14:51:39 2019 :: dmlite :: DSI options :: dome_checksum
[30779] Tue Apr 16 14:51:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30779] Tue Apr 16 14:51:39 2019 :: User :globus-mapping: successfully authorized.
[30779] Tue Apr 16 14:51:39 2019 :: Closed connection from fts812.cern.ch:54674
[30779] Tue Apr 16 14:51:39 2019 :: dmlite :: closing connection
[30770] Tue Apr 16 14:51:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30770] Tue Apr 16 14:51:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/EVNT.17686552._038006.pool.root.1.544210.1555419097 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30770] Tue Apr 16 14:51:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1".
[30770] Tue Apr 16 14:51:39 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/EVNT.17686552._038006.pool.root.1.544210.1555419097 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30770] Tue Apr 16 14:51:39 2019 :: Closed connection from fts812.cern.ch:54574
[30770] Tue Apr 16 14:51:39 2019 :: dmlite :: closing connection
[30786] Tue Apr 16 14:51:39 2019 :: Configuration read from /etc/gridftp.conf.
[30786] Tue Apr 16 14:51:39 2019 :: Server started in inetd mode.
[30786] Tue Apr 16 14:51:39 2019 :: New connection from: fts812.cern.ch:54680
[30786] Tue Apr 16 14:51:39 2019 :: dmlite :: starting new connection
[30786] Tue Apr 16 14:51:39 2019 :: dmlite :: DSI options :: dome_checksum
[30786] Tue Apr 16 14:51:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30786] Tue Apr 16 14:51:39 2019 :: User :globus-mapping: successfully authorized.
[30786] Tue Apr 16 14:51:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/57/HITS.17617237._023660.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30786] Tue Apr 16 14:51:39 2019 :: Closed connection from fts812.cern.ch:54680
[30786] Tue Apr 16 14:51:39 2019 :: dmlite :: closing connection
[30625] Tue Apr 16 14:51:39 2019 :: Closed connection from fts812.cern.ch:54386
[30625] Tue Apr 16 14:51:39 2019 :: dmlite :: closing connection
[30792] Tue Apr 16 14:51:39 2019 :: Configuration read from /etc/gridftp.conf.
[30792] Tue Apr 16 14:51:39 2019 :: Server started in inetd mode.
[30792] Tue Apr 16 14:51:39 2019 :: New connection from: fts812.cern.ch:54684
[30792] Tue Apr 16 14:51:39 2019 :: dmlite :: starting new connection
[30792] Tue Apr 16 14:51:39 2019 :: dmlite :: DSI options :: dome_checksum
[30792] Tue Apr 16 14:51:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30792] Tue Apr 16 14:51:39 2019 :: User :globus-mapping: successfully authorized.
[30792] Tue Apr 16 14:51:40 2019 :: Closed connection from fts812.cern.ch:54684
[30792] Tue Apr 16 14:51:40 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:35 2019 :: Child process 30718 ended with rc = 0
[25653] Tue Apr 16 14:51:35 2019 :: Child process 30728 ended with rc = 0
[25653] Tue Apr 16 14:51:35 2019 :: Child process 30734 ended with rc = 0
[25653] Tue Apr 16 14:51:35 2019 :: Child process 28845 ended with rc = 0
[25653] Tue Apr 16 14:51:35 2019 :: Child process 30409 ended with rc = 0
[25653] Tue Apr 16 14:51:35 2019 :: Child process 30428 ended with rc = 0
[25653] Tue Apr 16 14:51:36 2019 :: Child process 30643 ended with rc = 0
[25653] Tue Apr 16 14:51:36 2019 :: Child process 30748 ended with rc = 0
[25653] Tue Apr 16 14:51:39 2019 :: Child process 30762 ended with rc = 0
[25653] Tue Apr 16 14:51:39 2019 :: Child process 30779 ended with rc = 0
[25653] Tue Apr 16 14:51:39 2019 :: Child process 30770 ended with rc = 0
[25653] Tue Apr 16 14:51:39 2019 :: Child process 30786 ended with rc = 0
[25653] Tue Apr 16 14:51:39 2019 :: Child process 30625 ended with rc = 0
[25653] Tue Apr 16 14:51:40 2019 :: Child process 30792 ended with rc = 0
[28411] Tue Apr 16 14:51:40 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1".
[28411] Tue Apr 16 14:51:40 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000238.pool.root.1.544153.1555419025 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[28411] Tue Apr 16 14:51:40 2019 :: Closed connection from fts802.cern.ch:59852
[28411] Tue Apr 16 14:51:40 2019 :: dmlite :: closing connection
[30805] Tue Apr 16 14:51:40 2019 :: Configuration read from /etc/gridftp.conf.
[30805] Tue Apr 16 14:51:40 2019 :: Server started in inetd mode.
[30805] Tue Apr 16 14:51:40 2019 :: New connection from: fts802.cern.ch:33940
[30805] Tue Apr 16 14:51:40 2019 :: dmlite :: starting new connection
[30805] Tue Apr 16 14:51:40 2019 :: dmlite :: DSI options :: dome_checksum
[30805] Tue Apr 16 14:51:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30805] Tue Apr 16 14:51:40 2019 :: User :globus-mapping: successfully authorized.
[30805] Tue Apr 16 14:51:40 2019 :: Closed connection from fts802.cern.ch:33940
[30805] Tue Apr 16 14:51:40 2019 :: dmlite :: closing connection
[30742] Tue Apr 16 14:51:36 2019 :: Configuration read from /etc/gridftp.conf.
[30742] Tue Apr 16 14:51:36 2019 :: Server started in inetd mode.
[30742] Tue Apr 16 14:51:36 2019 :: New connection from: fts812.cern.ch:54556
[30742] Tue Apr 16 14:51:36 2019 :: dmlite :: starting new connection
[30742] Tue Apr 16 14:51:36 2019 :: dmlite :: DSI options :: dome_checksum
[30742] Tue Apr 16 14:51:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30742] Tue Apr 16 14:51:36 2019 :: User :globus-mapping: successfully authorized.
[30742] Tue Apr 16 14:51:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30742] Tue Apr 16 14:51:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30742] Tue Apr 16 14:51:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30799] Tue Apr 16 14:51:40 2019 :: Configuration read from /etc/gridftp.conf.
[30799] Tue Apr 16 14:51:40 2019 :: Server started in inetd mode.
[30799] Tue Apr 16 14:51:40 2019 :: New connection from: fts812.cern.ch:54690
[30799] Tue Apr 16 14:51:40 2019 :: dmlite :: starting new connection
[30799] Tue Apr 16 14:51:40 2019 :: dmlite :: DSI options :: dome_checksum
[30799] Tue Apr 16 14:51:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30799] Tue Apr 16 14:51:40 2019 :: User :globus-mapping: successfully authorized.
[30799] Tue Apr 16 14:51:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30799] Tue Apr 16 14:51:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1
[30799] Tue Apr 16 14:51:41 2019 :: Closed connection from fts812.cern.ch:54690
[30799] Tue Apr 16 14:51:41 2019 :: dmlite :: closing connection
[30019] Tue Apr 16 14:51:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1".
[30019] Tue Apr 16 14:51:41 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024633.pool.root.1.544196.1555419061 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30019] Tue Apr 16 14:51:41 2019 :: Closed connection from fts801.cern.ch:44154
[30019] Tue Apr 16 14:51:41 2019 :: dmlite :: closing connection
[30756] Tue Apr 16 14:51:36 2019 :: Configuration read from /etc/gridftp.conf.
[30820] Tue Apr 16 14:51:41 2019 :: Configuration read from /etc/gridftp.conf.
[30820] Tue Apr 16 14:51:41 2019 :: Server started in inetd mode.
[30820] Tue Apr 16 14:51:41 2019 :: New connection from: fts801.cern.ch:45230
[30820] Tue Apr 16 14:51:41 2019 :: dmlite :: starting new connection
[30820] Tue Apr 16 14:51:41 2019 :: dmlite :: DSI options :: dome_checksum
[30820] Tue Apr 16 14:51:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30820] Tue Apr 16 14:51:41 2019 :: User :globus-mapping: successfully authorized.
[30820] Tue Apr 16 14:51:41 2019 :: Closed connection from fts801.cern.ch:45230
[30820] Tue Apr 16 14:51:41 2019 :: dmlite :: closing connection
[30682] Tue Apr 16 14:51:41 2019 :: Closed connection from fts800.cern.ch:34718
[30682] Tue Apr 16 14:51:41 2019 :: dmlite :: closing connection
[30677] Tue Apr 16 14:51:41 2019 :: Closed connection from fts804.cern.ch:44092
[30677] Tue Apr 16 14:51:41 2019 :: dmlite :: closing connection
[28887] Tue Apr 16 14:51:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1".
[28887] Tue Apr 16 14:51:41 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000237.pool.root.1.544167.1555419037 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[28887] Tue Apr 16 14:51:41 2019 :: Closed connection from fts811.cern.ch:36950
[28887] Tue Apr 16 14:51:41 2019 :: dmlite :: closing connection
[30826] Tue Apr 16 14:51:41 2019 :: Configuration read from /etc/gridftp.conf.
[30826] Tue Apr 16 14:51:41 2019 :: Server started in inetd mode.
[30826] Tue Apr 16 14:51:41 2019 :: New connection from: fts812.cern.ch:54714
[30826] Tue Apr 16 14:51:41 2019 :: dmlite :: starting new connection
[30826] Tue Apr 16 14:51:41 2019 :: dmlite :: DSI options :: dome_checksum
[30826] Tue Apr 16 14:51:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30826] Tue Apr 16 14:51:41 2019 :: User :globus-mapping: successfully authorized.
[30826] Tue Apr 16 14:51:41 2019 :: Closed connection from fts812.cern.ch:54714
[30826] Tue Apr 16 14:51:41 2019 :: dmlite :: closing connection
[30838] Tue Apr 16 14:51:41 2019 :: Configuration read from /etc/gridftp.conf.
[30838] Tue Apr 16 14:51:41 2019 :: Server started in inetd mode.
[30838] Tue Apr 16 14:51:41 2019 :: New connection from: fts811.cern.ch:38824
[30838] Tue Apr 16 14:51:42 2019 :: dmlite :: starting new connection
[30838] Tue Apr 16 14:51:42 2019 :: dmlite :: DSI options :: dome_checksum
[30838] Tue Apr 16 14:51:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30838] Tue Apr 16 14:51:42 2019 :: User :globus-mapping: successfully authorized.
[30838] Tue Apr 16 14:51:42 2019 :: Closed connection from fts811.cern.ch:38824
[30838] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30845] Tue Apr 16 14:51:41 2019 :: Configuration read from /etc/gridftp.conf.
[30845] Tue Apr 16 14:51:41 2019 :: Server started in inetd mode.
[30845] Tue Apr 16 14:51:41 2019 :: New connection from: fts804.cern.ch:44298
[30845] Tue Apr 16 14:51:42 2019 :: dmlite :: starting new connection
[30845] Tue Apr 16 14:51:42 2019 :: dmlite :: DSI options :: dome_checksum
[30845] Tue Apr 16 14:51:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30845] Tue Apr 16 14:51:42 2019 :: User :globus-mapping: successfully authorized.
[30845] Tue Apr 16 14:51:42 2019 :: Closed connection from fts804.cern.ch:44298
[30845] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30844] Tue Apr 16 14:51:41 2019 :: Configuration read from /etc/gridftp.conf.
[30844] Tue Apr 16 14:51:41 2019 :: Server started in inetd mode.
[30844] Tue Apr 16 14:51:41 2019 :: New connection from: fts800.cern.ch:34930
[30844] Tue Apr 16 14:51:42 2019 :: dmlite :: starting new connection
[30844] Tue Apr 16 14:51:42 2019 :: dmlite :: DSI options :: dome_checksum
[30844] Tue Apr 16 14:51:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30844] Tue Apr 16 14:51:42 2019 :: User :globus-mapping: successfully authorized.
[30844] Tue Apr 16 14:51:42 2019 :: Closed connection from fts800.cern.ch:34930
[30844] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30857] Tue Apr 16 14:51:41 2019 :: Configuration read from /etc/gridftp.conf.
[30857] Tue Apr 16 14:51:41 2019 :: Server started in inetd mode.
[30857] Tue Apr 16 14:51:41 2019 :: New connection from: fts812.cern.ch:54722
[30857] Tue Apr 16 14:51:42 2019 :: dmlite :: starting new connection
[30857] Tue Apr 16 14:51:42 2019 :: dmlite :: DSI options :: dome_checksum
[30857] Tue Apr 16 14:51:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30857] Tue Apr 16 14:51:42 2019 :: User :globus-mapping: successfully authorized.
[30857] Tue Apr 16 14:51:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f2/3f/EVNT.17686552._038006.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30857] Tue Apr 16 14:51:42 2019 :: Closed connection from fts812.cern.ch:54722
[30857] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30742] Tue Apr 16 14:51:42 2019 :: Closed connection from fts812.cern.ch:54556
[30742] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30870] Tue Apr 16 14:51:42 2019 :: Configuration read from /etc/gridftp.conf.
[30870] Tue Apr 16 14:51:42 2019 :: Server started in inetd mode.
[30870] Tue Apr 16 14:51:42 2019 :: New connection from: fts804.cern.ch:44304
[30870] Tue Apr 16 14:51:42 2019 :: dmlite :: starting new connection
[30870] Tue Apr 16 14:51:42 2019 :: dmlite :: DSI options :: dome_checksum
[30870] Tue Apr 16 14:51:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30870] Tue Apr 16 14:51:42 2019 :: User :globus-mapping: successfully authorized.
[30870] Tue Apr 16 14:51:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/27/dc/DAOD_HIGG5D2.17743336._000251.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30870] Tue Apr 16 14:51:42 2019 :: Closed connection from fts804.cern.ch:44304
[30870] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[29273] Tue Apr 16 14:51:42 2019 :: Closed connection from fts804.cern.ch:42926
[29273] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30698] Tue Apr 16 14:51:42 2019 :: Closed connection from fts812.cern.ch:54504
[30698] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30876] Tue Apr 16 14:51:42 2019 :: Configuration read from /etc/gridftp.conf.
[30876] Tue Apr 16 14:51:42 2019 :: Server started in inetd mode.
[30876] Tue Apr 16 14:51:42 2019 :: New connection from: fts800.cern.ch:34938
[30876] Tue Apr 16 14:51:42 2019 :: dmlite :: starting new connection
[30876] Tue Apr 16 14:51:42 2019 :: dmlite :: DSI options :: dome_checksum
[30876] Tue Apr 16 14:51:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30876] Tue Apr 16 14:51:42 2019 :: User :globus-mapping: successfully authorized.
[30876] Tue Apr 16 14:51:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/de/DAOD_HIGG5D2.17743336._000235.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30876] Tue Apr 16 14:51:42 2019 :: Closed connection from fts800.cern.ch:34938
[30876] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[29305] Tue Apr 16 14:51:42 2019 :: Closed connection from fts800.cern.ch:33648
[29305] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30887] Tue Apr 16 14:51:42 2019 :: Configuration read from /etc/gridftp.conf.
[30887] Tue Apr 16 14:51:42 2019 :: Server started in inetd mode.
[30887] Tue Apr 16 14:51:42 2019 :: New connection from: fts812.cern.ch:54730
[30887] Tue Apr 16 14:51:42 2019 :: dmlite :: starting new connection
[30887] Tue Apr 16 14:51:42 2019 :: dmlite :: DSI options :: dome_checksum
[30887] Tue Apr 16 14:51:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30887] Tue Apr 16 14:51:42 2019 :: User :globus-mapping: successfully authorized.
[30887] Tue Apr 16 14:51:42 2019 :: Closed connection from fts812.cern.ch:54730
[30887] Tue Apr 16 14:51:42 2019 :: dmlite :: closing connection
[30893] Tue Apr 16 14:51:42 2019 :: Configuration read from /etc/gridftp.conf.
[30893] Tue Apr 16 14:51:42 2019 :: Server started in inetd mode.
[30893] Tue Apr 16 14:51:42 2019 :: New connection from: fts812.cern.ch:54742
[30893] Tue Apr 16 14:51:43 2019 :: dmlite :: starting new connection
[30893] Tue Apr 16 14:51:43 2019 :: dmlite :: DSI options :: dome_checksum
[30893] Tue Apr 16 14:51:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30893] Tue Apr 16 14:51:43 2019 :: User :globus-mapping: successfully authorized.
[30893] Tue Apr 16 14:51:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ca/e6/DAOD_HIGG5D2.17743336._000078.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30893] Tue Apr 16 14:51:43 2019 :: Closed connection from fts812.cern.ch:54742
[30893] Tue Apr 16 14:51:43 2019 :: dmlite :: closing connection
[30712] Tue Apr 16 14:51:43 2019 :: Closed connection from fts804.cern.ch:44132
[30712] Tue Apr 16 14:51:43 2019 :: dmlite :: closing connection
[30901] Tue Apr 16 14:51:43 2019 :: Configuration read from /etc/gridftp.conf.
[30901] Tue Apr 16 14:51:43 2019 :: Server started in inetd mode.
[30901] Tue Apr 16 14:51:43 2019 :: New connection from: fts804.cern.ch:44322
[30901] Tue Apr 16 14:51:43 2019 :: dmlite :: starting new connection
[30901] Tue Apr 16 14:51:43 2019 :: dmlite :: DSI options :: dome_checksum
[30901] Tue Apr 16 14:51:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30901] Tue Apr 16 14:51:43 2019 :: User :globus-mapping: successfully authorized.
[30901] Tue Apr 16 14:51:43 2019 :: Closed connection from fts804.cern.ch:44322
[30901] Tue Apr 16 14:51:43 2019 :: dmlite :: closing connection
[30907] Tue Apr 16 14:51:43 2019 :: Configuration read from /etc/gridftp.conf.
[30907] Tue Apr 16 14:51:43 2019 :: Server started in inetd mode.
[30907] Tue Apr 16 14:51:43 2019 :: New connection from: fts804.cern.ch:44328
[30907] Tue Apr 16 14:51:43 2019 :: dmlite :: starting new connection
[30907] Tue Apr 16 14:51:43 2019 :: dmlite :: DSI options :: dome_checksum
[30907] Tue Apr 16 14:51:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30907] Tue Apr 16 14:51:43 2019 :: User :globus-mapping: successfully authorized.
[30907] Tue Apr 16 14:51:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9c/be/HITS.17617237._011637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30907] Tue Apr 16 14:51:44 2019 :: Closed connection from fts804.cern.ch:44328
[30907] Tue Apr 16 14:51:44 2019 :: dmlite :: closing connection
[29223] Tue Apr 16 14:51:44 2019 :: Closed connection from fts804.cern.ch:42770
[29223] Tue Apr 16 14:51:44 2019 :: dmlite :: closing connection
[30832] Tue Apr 16 14:51:41 2019 :: Configuration read from /etc/gridftp.conf.
[30832] Tue Apr 16 14:51:41 2019 :: Server started in inetd mode.
[30832] Tue Apr 16 14:51:41 2019 :: New connection from: fts801.cern.ch:45232
[30832] Tue Apr 16 14:51:41 2019 :: dmlite :: starting new connection
[30832] Tue Apr 16 14:51:41 2019 :: dmlite :: DSI options :: dome_checksum
[30832] Tue Apr 16 14:51:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30832] Tue Apr 16 14:51:41 2019 :: User :globus-mapping: successfully authorized.
[30832] Tue Apr 16 14:51:42 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30832] Tue Apr 16 14:51:42 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1
[30832] Tue Apr 16 14:51:44 2019 :: Closed connection from fts801.cern.ch:45232
[30832] Tue Apr 16 14:51:44 2019 :: dmlite :: closing connection
[28627] Tue Apr 16 14:51:44 2019 :: Closed connection from fts812.cern.ch:52276
[28627] Tue Apr 16 14:51:44 2019 :: dmlite :: closing connection
[30915] Tue Apr 16 14:51:44 2019 :: Configuration read from /etc/gridftp.conf.
[30915] Tue Apr 16 14:51:44 2019 :: Server started in inetd mode.
[30915] Tue Apr 16 14:51:44 2019 :: New connection from: fts801.cern.ch:45274
[30915] Tue Apr 16 14:51:44 2019 :: dmlite :: starting new connection
[30915] Tue Apr 16 14:51:44 2019 :: dmlite :: DSI options :: dome_checksum
[30915] Tue Apr 16 14:51:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30915] Tue Apr 16 14:51:44 2019 :: User :globus-mapping: successfully authorized.
[30915] Tue Apr 16 14:51:44 2019 :: Closed connection from fts801.cern.ch:45274
[30915] Tue Apr 16 14:51:44 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:40 2019 :: Child process 28411 ended with rc = 0
[25653] Tue Apr 16 14:51:40 2019 :: Child process 30805 ended with rc = 0
[25653] Tue Apr 16 14:51:41 2019 :: Child process 30799 ended with rc = 0
[25653] Tue Apr 16 14:51:41 2019 :: Child process 30019 ended with rc = 0
[25653] Tue Apr 16 14:51:41 2019 :: Child process 30820 ended with rc = 0
[25653] Tue Apr 16 14:51:41 2019 :: Child process 30677 ended with rc = 0
[25653] Tue Apr 16 14:51:41 2019 :: Child process 30682 ended with rc = 0
[25653] Tue Apr 16 14:51:41 2019 :: Child process 28887 ended with rc = 0
[25653] Tue Apr 16 14:51:41 2019 :: Child process 30826 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30838 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30845 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30844 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30857 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30742 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30870 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 29273 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30698 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30876 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 29305 ended with rc = 0
[25653] Tue Apr 16 14:51:42 2019 :: Child process 30887 ended with rc = 0
[25653] Tue Apr 16 14:51:43 2019 :: Child process 30893 ended with rc = 0
[25653] Tue Apr 16 14:51:43 2019 :: Child process 30712 ended with rc = 0
[25653] Tue Apr 16 14:51:43 2019 :: Child process 30901 ended with rc = 0
[25653] Tue Apr 16 14:51:44 2019 :: Child process 30907 ended with rc = 0
[25653] Tue Apr 16 14:51:44 2019 :: Child process 29223 ended with rc = 0
[25653] Tue Apr 16 14:51:44 2019 :: Child process 30832 ended with rc = 0
[25653] Tue Apr 16 14:51:44 2019 :: Child process 28627 ended with rc = 0
[25653] Tue Apr 16 14:51:44 2019 :: Child process 30915 ended with rc = 0
[30921] Tue Apr 16 14:51:44 2019 :: Configuration read from /etc/gridftp.conf.
[30921] Tue Apr 16 14:51:44 2019 :: Server started in inetd mode.
[30921] Tue Apr 16 14:51:44 2019 :: New connection from: fts801.cern.ch:45304
[30921] Tue Apr 16 14:51:45 2019 :: dmlite :: starting new connection
[30921] Tue Apr 16 14:51:45 2019 :: dmlite :: DSI options :: dome_checksum
[30921] Tue Apr 16 14:51:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30921] Tue Apr 16 14:51:45 2019 :: User :globus-mapping: successfully authorized.
[30921] Tue Apr 16 14:51:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/82/00/HITS.17617237._024633.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[30921] Tue Apr 16 14:51:45 2019 :: Closed connection from fts801.cern.ch:45304
[30921] Tue Apr 16 14:51:45 2019 :: dmlite :: closing connection
[29896] Tue Apr 16 14:51:45 2019 :: Closed connection from fts801.cern.ch:43960
[29896] Tue Apr 16 14:51:45 2019 :: dmlite :: closing connection
[30812] Tue Apr 16 14:51:40 2019 :: Configuration read from /etc/gridftp.conf.
[30812] Tue Apr 16 14:51:40 2019 :: Server started in inetd mode.
[30812] Tue Apr 16 14:51:40 2019 :: New connection from: fts802.cern.ch:33958
[30812] Tue Apr 16 14:51:40 2019 :: dmlite :: starting new connection
[30812] Tue Apr 16 14:51:40 2019 :: dmlite :: DSI options :: dome_checksum
[30812] Tue Apr 16 14:51:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30812] Tue Apr 16 14:51:40 2019 :: User :globus-mapping: successfully authorized.
[30812] Tue Apr 16 14:51:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30812] Tue Apr 16 14:51:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1
[29633] Tue Apr 16 14:51:45 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1".
[29633] Tue Apr 16 14:51:45 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000268.pool.root.1.544189.1555419052 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[29633] Tue Apr 16 14:51:45 2019 :: Closed connection from fts804.cern.ch:43364
[29633] Tue Apr 16 14:51:45 2019 :: dmlite :: closing connection
[30929] Tue Apr 16 14:51:45 2019 :: Configuration read from /etc/gridftp.conf.
[30929] Tue Apr 16 14:51:45 2019 :: Server started in inetd mode.
[30929] Tue Apr 16 14:51:45 2019 :: New connection from: fts804.cern.ch:44402
[30929] Tue Apr 16 14:51:46 2019 :: dmlite :: starting new connection
[30929] Tue Apr 16 14:51:46 2019 :: dmlite :: DSI options :: dome_checksum
[30929] Tue Apr 16 14:51:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30929] Tue Apr 16 14:51:46 2019 :: User :globus-mapping: successfully authorized.
[30929] Tue Apr 16 14:51:46 2019 :: Closed connection from fts804.cern.ch:44402
[30929] Tue Apr 16 14:51:46 2019 :: dmlite :: closing connection
[29004] Tue Apr 16 14:51:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1".
[29004] Tue Apr 16 14:51:46 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000242.pool.root.1.544172.1555419040 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29004] Tue Apr 16 14:51:46 2019 :: Closed connection from fts805.cern.ch:55792
[29004] Tue Apr 16 14:51:46 2019 :: dmlite :: closing connection
[30756] Tue Apr 16 14:51:41 2019 :: Server started in inetd mode.
[30864] Tue Apr 16 14:51:42 2019 :: Configuration read from /etc/gridftp.conf.
[30864] Tue Apr 16 14:51:42 2019 :: Server started in inetd mode.
[30864] Tue Apr 16 14:51:42 2019 :: New connection from: fts811.cern.ch:38834
[30864] Tue Apr 16 14:51:42 2019 :: dmlite :: starting new connection
[30864] Tue Apr 16 14:51:42 2019 :: dmlite :: DSI options :: dome_checksum
[30864] Tue Apr 16 14:51:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30864] Tue Apr 16 14:51:42 2019 :: User :globus-mapping: successfully authorized.
[30864] Tue Apr 16 14:51:42 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[30864] Tue Apr 16 14:51:42 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1
[30942] Tue Apr 16 14:51:46 2019 :: Configuration read from /etc/gridftp.conf.
[30942] Tue Apr 16 14:51:46 2019 :: Server started in inetd mode.
[30942] Tue Apr 16 14:51:46 2019 :: New connection from: fts805.cern.ch:57532
[30942] Tue Apr 16 14:51:47 2019 :: dmlite :: starting new connection
[30942] Tue Apr 16 14:51:47 2019 :: dmlite :: DSI options :: dome_checksum
[30942] Tue Apr 16 14:51:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30942] Tue Apr 16 14:51:47 2019 :: User :globus-mapping: successfully authorized.
[30942] Tue Apr 16 14:51:47 2019 :: Closed connection from fts805.cern.ch:57532
[30942] Tue Apr 16 14:51:47 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:45 2019 :: Child process 30921 ended with rc = 0
[25653] Tue Apr 16 14:51:45 2019 :: Child process 29896 ended with rc = 0
[25653] Tue Apr 16 14:51:45 2019 :: Child process 29633 ended with rc = 0
[25653] Tue Apr 16 14:51:46 2019 :: Child process 30929 ended with rc = 0
[25653] Tue Apr 16 14:51:46 2019 :: Child process 29004 ended with rc = 0
[25653] Tue Apr 16 14:51:47 2019 :: Child process 30942 ended with rc = 0
[30935] Tue Apr 16 14:51:46 2019 :: Configuration read from /etc/gridftp.conf.
[30935] Tue Apr 16 14:51:46 2019 :: Server started in inetd mode.
[30935] Tue Apr 16 14:51:46 2019 :: New connection from: fts804.cern.ch:44412
[30935] Tue Apr 16 14:51:46 2019 :: dmlite :: starting new connection
[30935] Tue Apr 16 14:51:46 2019 :: dmlite :: DSI options :: dome_checksum
[30935] Tue Apr 16 14:51:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30935] Tue Apr 16 14:51:46 2019 :: User :globus-mapping: successfully authorized.
[30935] Tue Apr 16 14:51:46 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30935] Tue Apr 16 14:51:46 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1
[30935] Tue Apr 16 14:51:50 2019 :: Closed connection from fts804.cern.ch:44412
[30935] Tue Apr 16 14:51:50 2019 :: dmlite :: closing connection
[30973] Tue Apr 16 14:51:50 2019 :: Configuration read from /etc/gridftp.conf.
[30973] Tue Apr 16 14:51:50 2019 :: Server started in inetd mode.
[30973] Tue Apr 16 14:51:50 2019 :: New connection from: fts804.cern.ch:44496
[30973] Tue Apr 16 14:51:51 2019 :: dmlite :: starting new connection
[30973] Tue Apr 16 14:51:51 2019 :: dmlite :: DSI options :: dome_checksum
[30973] Tue Apr 16 14:51:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30973] Tue Apr 16 14:51:51 2019 :: User :globus-mapping: successfully authorized.
[30973] Tue Apr 16 14:51:51 2019 :: Closed connection from fts804.cern.ch:44496
[30973] Tue Apr 16 14:51:51 2019 :: dmlite :: closing connection
[30986] Tue Apr 16 14:51:51 2019 :: Configuration read from /etc/gridftp.conf.
[30986] Tue Apr 16 14:51:51 2019 :: Server started in inetd mode.
[30986] Tue Apr 16 14:51:51 2019 :: New connection from: fts804.cern.ch:44530
[30986] Tue Apr 16 14:51:51 2019 :: dmlite :: starting new connection
[30986] Tue Apr 16 14:51:51 2019 :: dmlite :: DSI options :: dome_checksum
[30986] Tue Apr 16 14:51:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30986] Tue Apr 16 14:51:51 2019 :: User :globus-mapping: successfully authorized.
[30986] Tue Apr 16 14:51:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/be/12/DAOD_HIGG5D2.17743336._000268.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30986] Tue Apr 16 14:51:51 2019 :: Closed connection from fts804.cern.ch:44530
[30986] Tue Apr 16 14:51:51 2019 :: dmlite :: closing connection
[29586] Tue Apr 16 14:51:51 2019 :: Closed connection from fts804.cern.ch:43304
[29586] Tue Apr 16 14:51:51 2019 :: dmlite :: closing connection
[30864] Tue Apr 16 14:51:51 2019 :: Closed connection from fts811.cern.ch:38834
[30864] Tue Apr 16 14:51:51 2019 :: dmlite :: closing connection
[28376] Tue Apr 16 14:51:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1".
[28376] Tue Apr 16 14:51:51 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000233.pool.root.1.544151.1555419024 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28376] Tue Apr 16 14:51:51 2019 :: Closed connection from fts812.cern.ch:51854
[28376] Tue Apr 16 14:51:51 2019 :: dmlite :: closing connection
[30756] Tue Apr 16 14:51:46 2019 :: New connection from: skurut07.farm.particle.cz:53240
[31005] Tue Apr 16 14:51:51 2019 :: Configuration read from /etc/gridftp.conf.
[31005] Tue Apr 16 14:51:51 2019 :: Server started in inetd mode.
[31005] Tue Apr 16 14:51:51 2019 :: New connection from: fts812.cern.ch:54962
[31005] Tue Apr 16 14:51:51 2019 :: dmlite :: starting new connection
[31005] Tue Apr 16 14:51:51 2019 :: dmlite :: DSI options :: dome_checksum
[31005] Tue Apr 16 14:51:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31005] Tue Apr 16 14:51:51 2019 :: User :globus-mapping: successfully authorized.
[31005] Tue Apr 16 14:51:51 2019 :: Closed connection from fts812.cern.ch:54962
[31005] Tue Apr 16 14:51:51 2019 :: dmlite :: closing connection
[31004] Tue Apr 16 14:51:51 2019 :: Configuration read from /etc/gridftp.conf.
[31004] Tue Apr 16 14:51:51 2019 :: Server started in inetd mode.
[31004] Tue Apr 16 14:51:51 2019 :: New connection from: fts811.cern.ch:39074
[31004] Tue Apr 16 14:51:51 2019 :: dmlite :: starting new connection
[31004] Tue Apr 16 14:51:51 2019 :: dmlite :: DSI options :: dome_checksum
[31004] Tue Apr 16 14:51:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31004] Tue Apr 16 14:51:51 2019 :: User :globus-mapping: successfully authorized.
[31004] Tue Apr 16 14:51:51 2019 :: Closed connection from fts811.cern.ch:39074
[31004] Tue Apr 16 14:51:51 2019 :: dmlite :: closing connection
[30949] Tue Apr 16 14:51:47 2019 :: Configuration read from /etc/gridftp.conf.
[30949] Tue Apr 16 14:51:47 2019 :: Server started in inetd mode.
[30949] Tue Apr 16 14:51:47 2019 :: New connection from: fts805.cern.ch:57542
[30949] Tue Apr 16 14:51:47 2019 :: dmlite :: starting new connection
[30949] Tue Apr 16 14:51:47 2019 :: dmlite :: DSI options :: dome_checksum
[30949] Tue Apr 16 14:51:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30949] Tue Apr 16 14:51:47 2019 :: User :globus-mapping: successfully authorized.
[30949] Tue Apr 16 14:51:47 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[30949] Tue Apr 16 14:51:47 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1
[31025] Tue Apr 16 14:51:52 2019 :: Configuration read from /etc/gridftp.conf.
[31025] Tue Apr 16 14:51:52 2019 :: Server started in inetd mode.
[31025] Tue Apr 16 14:51:52 2019 :: New connection from: fts811.cern.ch:39078
[31025] Tue Apr 16 14:51:52 2019 :: dmlite :: starting new connection
[31025] Tue Apr 16 14:51:52 2019 :: dmlite :: DSI options :: dome_checksum
[31025] Tue Apr 16 14:51:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31025] Tue Apr 16 14:51:52 2019 :: User :globus-mapping: successfully authorized.
[31025] Tue Apr 16 14:51:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/5a/af/DAOD_HIGG5D2.17743336._000237.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[31025] Tue Apr 16 14:51:52 2019 :: Closed connection from fts811.cern.ch:39078
[31025] Tue Apr 16 14:51:52 2019 :: dmlite :: closing connection
[28769] Tue Apr 16 14:51:52 2019 :: Closed connection from fts811.cern.ch:36906
[28769] Tue Apr 16 14:51:52 2019 :: dmlite :: closing connection
[30966] Tue Apr 16 14:51:50 2019 :: Configuration read from /etc/gridftp.conf.
[30966] Tue Apr 16 14:51:50 2019 :: Server started in inetd mode.
[30966] Tue Apr 16 14:51:50 2019 :: New connection from: fts813.cern.ch:60766
[30966] Tue Apr 16 14:51:50 2019 :: dmlite :: starting new connection
[30966] Tue Apr 16 14:51:50 2019 :: dmlite :: DSI options :: dome_checksum
[30966] Tue Apr 16 14:51:50 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30966] Tue Apr 16 14:51:50 2019 :: User :globus-mapping: successfully authorized.
[30966] Tue Apr 16 14:51:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1
[30966] Tue Apr 16 14:51:51 2019 :: requested node: dpmpool23.farm.particle.cz
[30966] Tue Apr 16 14:51:51 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[30966] Tue Apr 16 14:51:51 2019 :: connected to remote node
[30966] Tue Apr 16 14:51:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30966] Tue Apr 16 14:51:52 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1'
[30966] Tue Apr 16 14:51:52 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30966] Tue Apr 16 14:51:52 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30756] Tue Apr 16 14:51:51 2019 :: dmlite :: starting new connection
[30756] Tue Apr 16 14:51:51 2019 :: dmlite :: DSI options :: dome_checksum
[30756] Tue Apr 16 14:51:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[30756] Tue Apr 16 14:51:51 2019 :: User :globus-mapping: successfully authorized.
[30756] Tue Apr 16 14:51:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:51 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:52 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66' - 22-[#00.000022] Can't create folder '66' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:52 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:52 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload
[30756] Tue Apr 16 14:51:52 2019 :: requested node: dpmpool20.farm.particle.cz
[30756] Tue Apr 16 14:51:52 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[30756] Tue Apr 16 14:51:52 2019 :: connected to remote node
[30756] Tue Apr 16 14:51:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload'
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[29864] Tue Apr 16 14:51:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1".
[29864] Tue Apr 16 14:51:53 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024629.pool.root.1.544190.1555419055 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29864] Tue Apr 16 14:51:53 2019 :: Closed connection from fts811.cern.ch:37838
[29864] Tue Apr 16 14:51:53 2019 :: dmlite :: closing connection
[31070] Tue Apr 16 14:51:53 2019 :: Configuration read from /etc/gridftp.conf.
[31070] Tue Apr 16 14:51:53 2019 :: Server started in inetd mode.
[31070] Tue Apr 16 14:51:53 2019 :: New connection from: fts811.cern.ch:39100
[31070] Tue Apr 16 14:51:53 2019 :: dmlite :: starting new connection
[31070] Tue Apr 16 14:51:53 2019 :: dmlite :: DSI options :: dome_checksum
[31070] Tue Apr 16 14:51:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31070] Tue Apr 16 14:51:53 2019 :: User :globus-mapping: successfully authorized.
[31070] Tue Apr 16 14:51:53 2019 :: Closed connection from fts811.cern.ch:39100
[31070] Tue Apr 16 14:51:53 2019 :: dmlite :: closing connection
[31031] Tue Apr 16 14:51:52 2019 :: Configuration read from /etc/gridftp.conf.
[31031] Tue Apr 16 14:51:52 2019 :: Server started in inetd mode.
[31031] Tue Apr 16 14:51:52 2019 :: New connection from: fts813.cern.ch:60816
[31031] Tue Apr 16 14:51:52 2019 :: dmlite :: starting new connection
[31031] Tue Apr 16 14:51:52 2019 :: dmlite :: DSI options :: dome_checksum
[31031] Tue Apr 16 14:51:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31031] Tue Apr 16 14:51:52 2019 :: User :globus-mapping: successfully authorized.
[31031] Tue Apr 16 14:51:52 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1
[31031] Tue Apr 16 14:51:52 2019 :: requested node: dpmpool9.farm.particle.cz
[31031] Tue Apr 16 14:51:52 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[31031] Tue Apr 16 14:51:52 2019 :: connected to remote node
[31031] Tue Apr 16 14:51:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[31031] Tue Apr 16 14:51:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1'
[31031] Tue Apr 16 14:51:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[31031] Tue Apr 16 14:51:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[31039] Tue Apr 16 14:51:52 2019 :: Configuration read from /etc/gridftp.conf.
[31039] Tue Apr 16 14:51:52 2019 :: Server started in inetd mode.
[31039] Tue Apr 16 14:51:52 2019 :: New connection from: fts812.cern.ch:54988
[31039] Tue Apr 16 14:51:52 2019 :: dmlite :: starting new connection
[31039] Tue Apr 16 14:51:52 2019 :: dmlite :: DSI options :: dome_checksum
[31039] Tue Apr 16 14:51:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31039] Tue Apr 16 14:51:52 2019 :: User :globus-mapping: successfully authorized.
[31039] Tue Apr 16 14:51:52 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1
[31039] Tue Apr 16 14:51:52 2019 :: requested node: dpmpool20.farm.particle.cz
[31039] Tue Apr 16 14:51:52 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[31039] Tue Apr 16 14:51:52 2019 :: connected to remote node
[31039] Tue Apr 16 14:51:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31039] Tue Apr 16 14:51:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1'
[31039] Tue Apr 16 14:51:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[31039] Tue Apr 16 14:51:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30812] Tue Apr 16 14:51:54 2019 :: Closed connection from fts802.cern.ch:33958
[30812] Tue Apr 16 14:51:54 2019 :: dmlite :: closing connection
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686627._033978.pool.root.1.rucio.upload.544214.1555419112 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload".
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686627._033978.pool.root.1.rucio.upload.544214.1555419112 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:53 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload
[30756] Tue Apr 16 14:51:54 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:54 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66' - 22-[#00.000022] Can't create folder '66' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:54 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[30756] Tue Apr 16 14:51:54 2019 :: Closed connection from skurut07.farm.particle.cz:53240
[30756] Tue Apr 16 14:51:54 2019 :: dmlite :: closing connection
[30958] Tue Apr 16 14:51:50 2019 :: Configuration read from /etc/gridftp.conf.
[30958] Tue Apr 16 14:51:50 2019 :: Server started in inetd mode.
[30958] Tue Apr 16 14:51:50 2019 :: New connection from: fts813.cern.ch:60738
[30958] Tue Apr 16 14:51:50 2019 :: dmlite :: starting new connection
[30958] Tue Apr 16 14:51:50 2019 :: dmlite :: DSI options :: dome_checksum
[30958] Tue Apr 16 14:51:50 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30958] Tue Apr 16 14:51:50 2019 :: User :globus-mapping: successfully authorized.
[30958] Tue Apr 16 14:51:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30958] Tue Apr 16 14:51:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30958] Tue Apr 16 14:51:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[25653] Tue Apr 16 14:51:50 2019 :: Child process 30935 ended with rc = 0
[25653] Tue Apr 16 14:51:51 2019 :: Child process 30973 ended with rc = 0
[25653] Tue Apr 16 14:51:51 2019 :: Child process 30986 ended with rc = 0
[25653] Tue Apr 16 14:51:51 2019 :: Child process 29586 ended with rc = 0
[25653] Tue Apr 16 14:51:51 2019 :: Child process 30864 ended with rc = 0
[25653] Tue Apr 16 14:51:51 2019 :: Child process 28376 ended with rc = 0
[25653] Tue Apr 16 14:51:51 2019 :: Child process 31005 ended with rc = 0
[25653] Tue Apr 16 14:51:52 2019 :: Child process 31004 ended with rc = 0
[25653] Tue Apr 16 14:51:52 2019 :: Child process 31025 ended with rc = 0
[25653] Tue Apr 16 14:51:52 2019 :: Child process 28769 ended with rc = 0
[25653] Tue Apr 16 14:51:53 2019 :: Child process 29864 ended with rc = 0
[25653] Tue Apr 16 14:51:53 2019 :: Child process 31070 ended with rc = 0
[25653] Tue Apr 16 14:51:54 2019 :: Child process 30812 ended with rc = 0
[25653] Tue Apr 16 14:51:54 2019 :: Child process 30756 ended with rc = 0
[31039] Tue Apr 16 14:51:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31039] Tue Apr 16 14:51:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/log.17737833._003134.job.log.tgz.1.544216.1555419112 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31039] Tue Apr 16 14:51:55 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1".
[31039] Tue Apr 16 14:51:55 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/log.17737833._003134.job.log.tgz.1.544216.1555419112 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31039] Tue Apr 16 14:51:55 2019 :: Closed connection from fts812.cern.ch:54988
[31039] Tue Apr 16 14:51:55 2019 :: dmlite :: closing connection
[31101] Tue Apr 16 14:51:55 2019 :: Configuration read from /etc/gridftp.conf.
[31101] Tue Apr 16 14:51:55 2019 :: Server started in inetd mode.
[31101] Tue Apr 16 14:51:55 2019 :: New connection from: fts802.cern.ch:34238
[31101] Tue Apr 16 14:51:55 2019 :: dmlite :: starting new connection
[31101] Tue Apr 16 14:51:55 2019 :: dmlite :: DSI options :: dome_checksum
[31101] Tue Apr 16 14:51:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31101] Tue Apr 16 14:51:55 2019 :: User :globus-mapping: successfully authorized.
[31101] Tue Apr 16 14:51:55 2019 :: Closed connection from fts802.cern.ch:34238
[31101] Tue Apr 16 14:51:55 2019 :: dmlite :: closing connection
[31064] Tue Apr 16 14:51:53 2019 :: Configuration read from /etc/gridftp.conf.
[31064] Tue Apr 16 14:51:53 2019 :: Server started in inetd mode.
[31064] Tue Apr 16 14:51:53 2019 :: New connection from: fts803.cern.ch:40116
[31064] Tue Apr 16 14:51:53 2019 :: dmlite :: starting new connection
[31064] Tue Apr 16 14:51:53 2019 :: dmlite :: DSI options :: dome_checksum
[31064] Tue Apr 16 14:51:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31064] Tue Apr 16 14:51:53 2019 :: User :globus-mapping: successfully authorized.
[31064] Tue Apr 16 14:51:53 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1
[31064] Tue Apr 16 14:51:54 2019 :: requested node: dpmpool9.farm.particle.cz
[31064] Tue Apr 16 14:51:54 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[31064] Tue Apr 16 14:51:54 2019 :: connected to remote node
[31064] Tue Apr 16 14:51:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[31064] Tue Apr 16 14:51:55 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1'
[31064] Tue Apr 16 14:51:55 2019 :: dmlite :: stat :: zero size replica, maybe pending
[31064] Tue Apr 16 14:51:55 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[31107] Tue Apr 16 14:51:55 2019 :: Configuration read from /etc/gridftp.conf.
[31107] Tue Apr 16 14:51:55 2019 :: Server started in inetd mode.
[31107] Tue Apr 16 14:51:55 2019 :: New connection from: fts812.cern.ch:55036
[31107] Tue Apr 16 14:51:55 2019 :: dmlite :: starting new connection
[31107] Tue Apr 16 14:51:55 2019 :: dmlite :: DSI options :: dome_checksum
[31107] Tue Apr 16 14:51:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31107] Tue Apr 16 14:51:55 2019 :: User :globus-mapping: successfully authorized.
[31107] Tue Apr 16 14:51:55 2019 :: Closed connection from fts812.cern.ch:55036
[31107] Tue Apr 16 14:51:55 2019 :: dmlite :: closing connection
[31113] Tue Apr 16 14:51:55 2019 :: Configuration read from /etc/gridftp.conf.
[31113] Tue Apr 16 14:51:55 2019 :: Server started in inetd mode.
[31113] Tue Apr 16 14:51:55 2019 :: New connection from: fts802.cern.ch:34240
[31113] Tue Apr 16 14:51:55 2019 :: dmlite :: starting new connection
[31113] Tue Apr 16 14:51:55 2019 :: dmlite :: DSI options :: dome_checksum
[31113] Tue Apr 16 14:51:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31113] Tue Apr 16 14:51:55 2019 :: User :globus-mapping: successfully authorized.
[31113] Tue Apr 16 14:51:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b0/3c/DAOD_HIGG5D2.17743336._000238.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31113] Tue Apr 16 14:51:55 2019 :: Closed connection from fts802.cern.ch:34240
[31113] Tue Apr 16 14:51:55 2019 :: dmlite :: closing connection
[28382] Tue Apr 16 14:51:55 2019 :: Closed connection from fts802.cern.ch:59816
[28382] Tue Apr 16 14:51:55 2019 :: dmlite :: closing connection
[30966] Tue Apr 16 14:51:52 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30966] Tue Apr 16 14:51:52 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_TRUTH1.17737484._000803.pool.root.1.544213.1555419111 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30980] Tue Apr 16 14:51:51 2019 :: Configuration read from /etc/gridftp.conf.
[30980] Tue Apr 16 14:51:51 2019 :: Server started in inetd mode.
[30980] Tue Apr 16 14:51:51 2019 :: New connection from: fts812.cern.ch:54948
[30980] Tue Apr 16 14:51:51 2019 :: dmlite :: starting new connection
[30980] Tue Apr 16 14:51:51 2019 :: dmlite :: DSI options :: dome_checksum
[30980] Tue Apr 16 14:51:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30980] Tue Apr 16 14:51:51 2019 :: User :globus-mapping: successfully authorized.
[30980] Tue Apr 16 14:51:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30980] Tue Apr 16 14:51:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30980] Tue Apr 16 14:51:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[30993] Tue Apr 16 14:51:51 2019 :: Configuration read from /etc/gridftp.conf.
[30993] Tue Apr 16 14:51:51 2019 :: Server started in inetd mode.
[30993] Tue Apr 16 14:51:51 2019 :: New connection from: fts813.cern.ch:60790
[30993] Tue Apr 16 14:51:51 2019 :: dmlite :: starting new connection
[30993] Tue Apr 16 14:51:51 2019 :: dmlite :: DSI options :: dome_checksum
[30993] Tue Apr 16 14:51:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[30993] Tue Apr 16 14:51:51 2019 :: User :globus-mapping: successfully authorized.
[30993] Tue Apr 16 14:51:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30993] Tue Apr 16 14:51:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30993] Tue Apr 16 14:51:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[31119] Tue Apr 16 14:51:55 2019 :: Configuration read from /etc/gridftp.conf.
[31119] Tue Apr 16 14:51:55 2019 :: Server started in inetd mode.
[31119] Tue Apr 16 14:51:55 2019 :: New connection from: fts812.cern.ch:55066
[31119] Tue Apr 16 14:51:55 2019 :: dmlite :: starting new connection
[31119] Tue Apr 16 14:51:55 2019 :: dmlite :: DSI options :: dome_checksum
[31119] Tue Apr 16 14:51:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31119] Tue Apr 16 14:51:55 2019 :: User :globus-mapping: successfully authorized.
[31119] Tue Apr 16 14:51:55 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31119] Tue Apr 16 14:51:55 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1
[31119] Tue Apr 16 14:51:56 2019 :: Closed connection from fts812.cern.ch:55066
[31119] Tue Apr 16 14:51:56 2019 :: dmlite :: closing connection
[31019] Tue Apr 16 14:51:52 2019 :: Configuration read from /etc/gridftp.conf.
[31019] Tue Apr 16 14:51:52 2019 :: Server started in inetd mode.
[31019] Tue Apr 16 14:51:52 2019 :: New connection from: fts812.cern.ch:54976
[31019] Tue Apr 16 14:51:52 2019 :: dmlite :: starting new connection
[31019] Tue Apr 16 14:51:52 2019 :: dmlite :: DSI options :: dome_checksum
[31019] Tue Apr 16 14:51:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31019] Tue Apr 16 14:51:52 2019 :: User :globus-mapping: successfully authorized.
[31019] Tue Apr 16 14:51:52 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31019] Tue Apr 16 14:51:52 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1
[31095] Tue Apr 16 14:51:54 2019 :: Configuration read from /etc/gridftp.conf.
[31095] Tue Apr 16 14:51:54 2019 :: Server started in inetd mode.
[31095] Tue Apr 16 14:51:54 2019 :: New connection from: fts805.cern.ch:57750
[31095] Tue Apr 16 14:51:55 2019 :: dmlite :: starting new connection
[31095] Tue Apr 16 14:51:55 2019 :: dmlite :: DSI options :: dome_checksum
[31095] Tue Apr 16 14:51:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31095] Tue Apr 16 14:51:55 2019 :: User :globus-mapping: successfully authorized.
[31095] Tue Apr 16 14:51:55 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1
[31095] Tue Apr 16 14:51:55 2019 :: requested node: dpmpool16.farm.particle.cz
[31095] Tue Apr 16 14:51:55 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[31095] Tue Apr 16 14:51:55 2019 :: connected to remote node
[31095] Tue Apr 16 14:51:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31095] Tue Apr 16 14:51:57 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1'
[31095] Tue Apr 16 14:51:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[31095] Tue Apr 16 14:51:57 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[30949] Tue Apr 16 14:51:57 2019 :: Closed connection from fts805.cern.ch:57542
[30949] Tue Apr 16 14:51:57 2019 :: dmlite :: closing connection
[31031] Tue Apr 16 14:51:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[31031] Tue Apr 16 14:51:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024037.pool.root.1.544215.1555419112 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[31131] Tue Apr 16 14:51:57 2019 :: Configuration read from /etc/gridftp.conf.
[31131] Tue Apr 16 14:51:57 2019 :: Server started in inetd mode.
[31131] Tue Apr 16 14:51:57 2019 :: New connection from: fts812.cern.ch:55126
[31131] Tue Apr 16 14:51:57 2019 :: dmlite :: starting new connection
[31131] Tue Apr 16 14:51:57 2019 :: dmlite :: DSI options :: dome_checksum
[31131] Tue Apr 16 14:51:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31131] Tue Apr 16 14:51:57 2019 :: User :globus-mapping: successfully authorized.
[31131] Tue Apr 16 14:51:57 2019 :: Closed connection from fts812.cern.ch:55126
[31131] Tue Apr 16 14:51:57 2019 :: dmlite :: closing connection
[31045] Tue Apr 16 14:51:52 2019 :: Configuration read from /etc/gridftp.conf.
[31045] Tue Apr 16 14:51:52 2019 :: Server started in inetd mode.
[31045] Tue Apr 16 14:51:52 2019 :: New connection from: fts803.cern.ch:40090
[31045] Tue Apr 16 14:51:52 2019 :: dmlite :: starting new connection
[31045] Tue Apr 16 14:51:52 2019 :: dmlite :: DSI options :: dome_checksum
[31045] Tue Apr 16 14:51:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31045] Tue Apr 16 14:51:52 2019 :: User :globus-mapping: successfully authorized.
[31045] Tue Apr 16 14:51:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[31045] Tue Apr 16 14:51:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[31045] Tue Apr 16 14:51:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[31137] Tue Apr 16 14:51:57 2019 :: Configuration read from /etc/gridftp.conf.
[31137] Tue Apr 16 14:51:57 2019 :: Server started in inetd mode.
[31137] Tue Apr 16 14:51:57 2019 :: New connection from: fts805.cern.ch:57822
[31137] Tue Apr 16 14:51:57 2019 :: dmlite :: starting new connection
[31137] Tue Apr 16 14:51:57 2019 :: dmlite :: DSI options :: dome_checksum
[31137] Tue Apr 16 14:51:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31137] Tue Apr 16 14:51:57 2019 :: User :globus-mapping: successfully authorized.
[31137] Tue Apr 16 14:51:57 2019 :: Closed connection from fts805.cern.ch:57822
[31137] Tue Apr 16 14:51:57 2019 :: dmlite :: closing connection
[31155] Tue Apr 16 14:51:57 2019 :: Configuration read from /etc/gridftp.conf.
[31155] Tue Apr 16 14:51:57 2019 :: Server started in inetd mode.
[31155] Tue Apr 16 14:51:57 2019 :: New connection from: argo-mon.egi.cro-ngi.hr:46068
[31155] Tue Apr 16 14:51:57 2019 :: Closed connection from argo-mon.egi.cro-ngi.hr:46068
[31143] Tue Apr 16 14:51:57 2019 :: Configuration read from /etc/gridftp.conf.
[31143] Tue Apr 16 14:51:57 2019 :: Server started in inetd mode.
[31143] Tue Apr 16 14:51:57 2019 :: New connection from: fts812.cern.ch:55146
[31143] Tue Apr 16 14:51:57 2019 :: dmlite :: starting new connection
[31143] Tue Apr 16 14:51:57 2019 :: dmlite :: DSI options :: dome_checksum
[31143] Tue Apr 16 14:51:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31143] Tue Apr 16 14:51:57 2019 :: User :globus-mapping: successfully authorized.
[31143] Tue Apr 16 14:51:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/71/21/log.17737833._003134.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31143] Tue Apr 16 14:51:57 2019 :: Closed connection from fts812.cern.ch:55146
[31143] Tue Apr 16 14:51:57 2019 :: dmlite :: closing connection
[30980] Tue Apr 16 14:51:57 2019 :: Closed connection from fts812.cern.ch:54948
[30980] Tue Apr 16 14:51:57 2019 :: dmlite :: closing connection
[31057] Tue Apr 16 14:51:53 2019 :: Configuration read from /etc/gridftp.conf.
[31057] Tue Apr 16 14:51:53 2019 :: Server started in inetd mode.
[31057] Tue Apr 16 14:51:53 2019 :: New connection from: fts805.cern.ch:57648
[31057] Tue Apr 16 14:51:53 2019 :: dmlite :: starting new connection
[31057] Tue Apr 16 14:51:53 2019 :: dmlite :: DSI options :: dome_checksum
[31057] Tue Apr 16 14:51:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31057] Tue Apr 16 14:51:53 2019 :: User :globus-mapping: successfully authorized.
[31057] Tue Apr 16 14:51:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31057] Tue Apr 16 14:51:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31057] Tue Apr 16 14:51:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31149] Tue Apr 16 14:51:57 2019 :: Configuration read from /etc/gridftp.conf.
[31149] Tue Apr 16 14:51:57 2019 :: Server started in inetd mode.
[31149] Tue Apr 16 14:51:57 2019 :: New connection from: fts805.cern.ch:57832
[31149] Tue Apr 16 14:51:57 2019 :: dmlite :: starting new connection
[31149] Tue Apr 16 14:51:57 2019 :: dmlite :: DSI options :: dome_checksum
[31149] Tue Apr 16 14:51:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31149] Tue Apr 16 14:51:58 2019 :: User :globus-mapping: successfully authorized.
[31149] Tue Apr 16 14:51:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/09/46/DAOD_HIGG5D2.17743336._000242.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31149] Tue Apr 16 14:51:58 2019 :: Closed connection from fts805.cern.ch:57832
[31149] Tue Apr 16 14:51:58 2019 :: dmlite :: closing connection
[28925] Tue Apr 16 14:51:58 2019 :: Closed connection from fts805.cern.ch:55714
[28925] Tue Apr 16 14:51:58 2019 :: dmlite :: closing connection
[31064] Tue Apr 16 14:51:55 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[31064] Tue Apr 16 14:51:55 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024605.pool.root.1.544217.1555419114 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[31078] Tue Apr 16 14:51:54 2019 :: Configuration read from /etc/gridftp.conf.
[31078] Tue Apr 16 14:51:54 2019 :: Server started in inetd mode.
[31078] Tue Apr 16 14:51:54 2019 :: New connection from: fts811.cern.ch:39102
[31078] Tue Apr 16 14:51:54 2019 :: dmlite :: starting new connection
[31078] Tue Apr 16 14:51:54 2019 :: dmlite :: DSI options :: dome_checksum
[31078] Tue Apr 16 14:51:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31078] Tue Apr 16 14:51:54 2019 :: User :globus-mapping: successfully authorized.
[31078] Tue Apr 16 14:51:54 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[31078] Tue Apr 16 14:51:54 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1
[31088] Tue Apr 16 14:51:54 2019 :: Configuration read from /etc/gridftp.conf.
[31088] Tue Apr 16 14:51:54 2019 :: Server started in inetd mode.
[31088] Tue Apr 16 14:51:54 2019 :: New connection from: skurut07.farm.particle.cz:53250
[31095] Tue Apr 16 14:51:57 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31095] Tue Apr 16 14:51:57 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs10/atlas/2019-04-16/HITS.17617237._023659.pool.root.1.544218.1555419115 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31088] Tue Apr 16 14:51:59 2019 :: dmlite :: starting new connection
[31088] Tue Apr 16 14:51:59 2019 :: dmlite :: DSI options :: dome_checksum
[31088] Tue Apr 16 14:51:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[31088] Tue Apr 16 14:51:59 2019 :: User :globus-mapping: successfully authorized.
[31088] Tue Apr 16 14:51:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[31088] Tue Apr 16 14:52:00 2019 :: Closed connection from skurut07.farm.particle.cz:53250
[31088] Tue Apr 16 14:52:00 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:51:55 2019 :: Child process 31039 ended with rc = 0
[25653] Tue Apr 16 14:51:55 2019 :: Child process 31101 ended with rc = 0
[25653] Tue Apr 16 14:51:55 2019 :: Child process 31107 ended with rc = 0
[25653] Tue Apr 16 14:51:55 2019 :: Child process 31113 ended with rc = 0
[25653] Tue Apr 16 14:51:55 2019 :: Child process 28382 ended with rc = 0
[25653] Tue Apr 16 14:51:56 2019 :: Child process 31119 ended with rc = 0
[25653] Tue Apr 16 14:51:57 2019 :: Child process 30949 ended with rc = 0
[25653] Tue Apr 16 14:51:57 2019 :: Child process 31131 ended with rc = 0
[25653] Tue Apr 16 14:51:57 2019 :: Child process 31137 ended with rc = 0
[25653] Tue Apr 16 14:51:57 2019 :: Child process 31155 ended with rc = 0
[25653] Tue Apr 16 14:51:57 2019 :: Child process 31143 ended with rc = 0
[25653] Tue Apr 16 14:51:57 2019 :: Child process 30980 ended with rc = 0
[25653] Tue Apr 16 14:51:58 2019 :: Child process 31149 ended with rc = 0
[25653] Tue Apr 16 14:51:58 2019 :: Child process 28925 ended with rc = 0
[25653] Tue Apr 16 14:52:00 2019 :: Child process 31088 ended with rc = 0
[31019] Tue Apr 16 14:52:01 2019 :: Closed connection from fts812.cern.ch:54976
[31019] Tue Apr 16 14:52:01 2019 :: dmlite :: closing connection
[28556] Tue Apr 16 14:52:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1".
[28556] Tue Apr 16 14:52:01 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000249.pool.root.1.544156.1555419030 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28556] Tue Apr 16 14:52:01 2019 :: Closed connection from fts801.cern.ch:42422
[28556] Tue Apr 16 14:52:01 2019 :: dmlite :: closing connection
[31230] Tue Apr 16 14:52:01 2019 :: Configuration read from /etc/gridftp.conf.
[31230] Tue Apr 16 14:52:01 2019 :: Server started in inetd mode.
[31230] Tue Apr 16 14:52:01 2019 :: New connection from: fts801.cern.ch:45626
[31230] Tue Apr 16 14:52:01 2019 :: dmlite :: starting new connection
[31230] Tue Apr 16 14:52:01 2019 :: dmlite :: DSI options :: dome_checksum
[31230] Tue Apr 16 14:52:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31230] Tue Apr 16 14:52:01 2019 :: User :globus-mapping: successfully authorized.
[31230] Tue Apr 16 14:52:01 2019 :: Closed connection from fts801.cern.ch:45626
[31230] Tue Apr 16 14:52:01 2019 :: dmlite :: closing connection
[31251] Tue Apr 16 14:52:01 2019 :: Configuration read from /etc/gridftp.conf.
[31251] Tue Apr 16 14:52:01 2019 :: Server started in inetd mode.
[31251] Tue Apr 16 14:52:01 2019 :: New connection from: fts812.cern.ch:55218
[31251] Tue Apr 16 14:52:01 2019 :: dmlite :: starting new connection
[31251] Tue Apr 16 14:52:01 2019 :: dmlite :: DSI options :: dome_checksum
[31251] Tue Apr 16 14:52:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31251] Tue Apr 16 14:52:01 2019 :: User :globus-mapping: successfully authorized.
[31251] Tue Apr 16 14:52:01 2019 :: Closed connection from fts812.cern.ch:55218
[31251] Tue Apr 16 14:52:01 2019 :: dmlite :: closing connection
[31268] Tue Apr 16 14:52:01 2019 :: Configuration read from /etc/gridftp.conf.
[31268] Tue Apr 16 14:52:01 2019 :: Server started in inetd mode.
[31268] Tue Apr 16 14:52:01 2019 :: New connection from: fts812.cern.ch:55242
[31268] Tue Apr 16 14:52:02 2019 :: dmlite :: starting new connection
[31268] Tue Apr 16 14:52:02 2019 :: dmlite :: DSI options :: dome_checksum
[31268] Tue Apr 16 14:52:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31268] Tue Apr 16 14:52:02 2019 :: User :globus-mapping: successfully authorized.
[31268] Tue Apr 16 14:52:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/31/60/DAOD_HIGG5D2.17743336._000233.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31268] Tue Apr 16 14:52:02 2019 :: Closed connection from fts812.cern.ch:55242
[31268] Tue Apr 16 14:52:02 2019 :: dmlite :: closing connection
[28345] Tue Apr 16 14:52:02 2019 :: Closed connection from fts812.cern.ch:51814
[28345] Tue Apr 16 14:52:02 2019 :: dmlite :: closing connection
[31246] Tue Apr 16 14:52:01 2019 :: Configuration read from /etc/gridftp.conf.
[31246] Tue Apr 16 14:52:01 2019 :: Server started in inetd mode.
[31246] Tue Apr 16 14:52:01 2019 :: New connection from: fts800.cern.ch:35294
[31246] Tue Apr 16 14:52:01 2019 :: dmlite :: starting new connection
[31246] Tue Apr 16 14:52:01 2019 :: dmlite :: DSI options :: dome_checksum
[31246] Tue Apr 16 14:52:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31246] Tue Apr 16 14:52:01 2019 :: User :globus-mapping: successfully authorized.
[31246] Tue Apr 16 14:52:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/okumura/18/0b/user.okumura.17260236.EXT0._135987.NTUP_MUONCALIB.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[31246] Tue Apr 16 14:52:02 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/okumura/18/0b/user.okumura.17260236.EXT0._135987.NTUP_MUONCALIB.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[31246] Tue Apr 16 14:52:02 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/okumura/18/0b/user.okumura.17260236.EXT0._135987.NTUP_MUONCALIB.pool.root
[31246] Tue Apr 16 14:52:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/okumura/18/0b/user.okumura.17260236.EXT0._135987.NTUP_MUONCALIB.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[31246] Tue Apr 16 14:52:02 2019 :: Closed connection from fts800.cern.ch:35294
[31246] Tue Apr 16 14:52:02 2019 :: dmlite :: closing connection
[31078] Tue Apr 16 14:52:03 2019 :: Closed connection from fts811.cern.ch:39102
[31078] Tue Apr 16 14:52:03 2019 :: dmlite :: closing connection
[31095] Tue Apr 16 14:52:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1".
[31095] Tue Apr 16 14:52:03 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs10/atlas/2019-04-16/HITS.17617237._023659.pool.root.1.544218.1555419115 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31095] Tue Apr 16 14:52:03 2019 :: Closed connection from fts805.cern.ch:57750
[31095] Tue Apr 16 14:52:03 2019 :: dmlite :: closing connection
[31365] Tue Apr 16 14:52:03 2019 :: Configuration read from /etc/gridftp.conf.
[31365] Tue Apr 16 14:52:03 2019 :: Server started in inetd mode.
[31365] Tue Apr 16 14:52:03 2019 :: New connection from: fts811.cern.ch:39304
[31365] Tue Apr 16 14:52:03 2019 :: dmlite :: starting new connection
[31365] Tue Apr 16 14:52:03 2019 :: dmlite :: DSI options :: dome_checksum
[31365] Tue Apr 16 14:52:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31365] Tue Apr 16 14:52:03 2019 :: User :globus-mapping: successfully authorized.
[31365] Tue Apr 16 14:52:03 2019 :: Closed connection from fts811.cern.ch:39304
[31365] Tue Apr 16 14:52:03 2019 :: dmlite :: closing connection
[31379] Tue Apr 16 14:52:03 2019 :: Configuration read from /etc/gridftp.conf.
[31379] Tue Apr 16 14:52:03 2019 :: Server started in inetd mode.
[31379] Tue Apr 16 14:52:03 2019 :: New connection from: fts805.cern.ch:57966
[31379] Tue Apr 16 14:52:04 2019 :: dmlite :: starting new connection
[31379] Tue Apr 16 14:52:04 2019 :: dmlite :: DSI options :: dome_checksum
[31379] Tue Apr 16 14:52:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31379] Tue Apr 16 14:52:04 2019 :: User :globus-mapping: successfully authorized.
[31379] Tue Apr 16 14:52:04 2019 :: Closed connection from fts805.cern.ch:57966
[31379] Tue Apr 16 14:52:04 2019 :: dmlite :: closing connection
[31389] Tue Apr 16 14:52:03 2019 :: Configuration read from /etc/gridftp.conf.
[31389] Tue Apr 16 14:52:03 2019 :: Server started in inetd mode.
[31389] Tue Apr 16 14:52:03 2019 :: New connection from: fts811.cern.ch:39310
[31389] Tue Apr 16 14:52:04 2019 :: dmlite :: starting new connection
[31389] Tue Apr 16 14:52:04 2019 :: dmlite :: DSI options :: dome_checksum
[31389] Tue Apr 16 14:52:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31389] Tue Apr 16 14:52:04 2019 :: User :globus-mapping: successfully authorized.
[31389] Tue Apr 16 14:52:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/19/a3/HITS.17617237._024629.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[31389] Tue Apr 16 14:52:04 2019 :: Closed connection from fts811.cern.ch:39310
[31389] Tue Apr 16 14:52:04 2019 :: dmlite :: closing connection
[29580] Tue Apr 16 14:52:04 2019 :: Closed connection from fts811.cern.ch:37718
[29580] Tue Apr 16 14:52:04 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:52:01 2019 :: Child process 31019 ended with rc = 0
[25653] Tue Apr 16 14:52:01 2019 :: Child process 28556 ended with rc = 0
[25653] Tue Apr 16 14:52:01 2019 :: Child process 31230 ended with rc = 0
[25653] Tue Apr 16 14:52:01 2019 :: Child process 31251 ended with rc = 0
[25653] Tue Apr 16 14:52:02 2019 :: Child process 31268 ended with rc = 0
[25653] Tue Apr 16 14:52:02 2019 :: Child process 28345 ended with rc = 0
[25653] Tue Apr 16 14:52:02 2019 :: Child process 31246 ended with rc = 0
[25653] Tue Apr 16 14:52:03 2019 :: Child process 31078 ended with rc = 0
[25653] Tue Apr 16 14:52:03 2019 :: Child process 31095 ended with rc = 0
[25653] Tue Apr 16 14:52:03 2019 :: Child process 31365 ended with rc = 0
[25653] Tue Apr 16 14:52:04 2019 :: Child process 31379 ended with rc = 0
[25653] Tue Apr 16 14:52:04 2019 :: Child process 31389 ended with rc = 0
[25653] Tue Apr 16 14:52:04 2019 :: Child process 29580 ended with rc = 0
[31371] Tue Apr 16 14:52:03 2019 :: Configuration read from /etc/gridftp.conf.
[31371] Tue Apr 16 14:52:03 2019 :: Server started in inetd mode.
[31371] Tue Apr 16 14:52:03 2019 :: New connection from: fts802.cern.ch:34384
[31371] Tue Apr 16 14:52:03 2019 :: dmlite :: starting new connection
[31371] Tue Apr 16 14:52:03 2019 :: dmlite :: DSI options :: dome_checksum
[31371] Tue Apr 16 14:52:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31371] Tue Apr 16 14:52:03 2019 :: User :globus-mapping: successfully authorized.
[31371] Tue Apr 16 14:52:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1
[31371] Tue Apr 16 14:52:04 2019 :: requested node: dpmpool22.farm.particle.cz
[31371] Tue Apr 16 14:52:04 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[31371] Tue Apr 16 14:52:04 2019 :: connected to remote node
[31371] Tue Apr 16 14:52:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31371] Tue Apr 16 14:52:05 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1'
[31371] Tue Apr 16 14:52:05 2019 :: dmlite :: stat :: zero size replica, maybe pending
[31371] Tue Apr 16 14:52:05 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31371] Tue Apr 16 14:52:05 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31371] Tue Apr 16 14:52:05 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686552._035569.pool.root.1.544219.1555419124 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31371] Tue Apr 16 14:52:05 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1".
[31371] Tue Apr 16 14:52:05 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686552._035569.pool.root.1.544219.1555419124 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31371] Tue Apr 16 14:52:05 2019 :: Closed connection from fts802.cern.ch:34384
[31371] Tue Apr 16 14:52:05 2019 :: dmlite :: closing connection
[31638] Tue Apr 16 14:52:05 2019 :: Configuration read from /etc/gridftp.conf.
[31638] Tue Apr 16 14:52:05 2019 :: Server started in inetd mode.
[31638] Tue Apr 16 14:52:05 2019 :: New connection from: fts802.cern.ch:34448
[31638] Tue Apr 16 14:52:06 2019 :: dmlite :: starting new connection
[31638] Tue Apr 16 14:52:06 2019 :: dmlite :: DSI options :: dome_checksum
[31638] Tue Apr 16 14:52:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31638] Tue Apr 16 14:52:06 2019 :: User :globus-mapping: successfully authorized.
[31638] Tue Apr 16 14:52:06 2019 :: Closed connection from fts802.cern.ch:34448
[31638] Tue Apr 16 14:52:06 2019 :: dmlite :: closing connection
[31425] Tue Apr 16 14:52:04 2019 :: Configuration read from /etc/gridftp.conf.
[31425] Tue Apr 16 14:52:04 2019 :: Server started in inetd mode.
[31425] Tue Apr 16 14:52:04 2019 :: New connection from: fts812.cern.ch:55304
[31425] Tue Apr 16 14:52:04 2019 :: dmlite :: starting new connection
[31425] Tue Apr 16 14:52:04 2019 :: dmlite :: DSI options :: dome_checksum
[31425] Tue Apr 16 14:52:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31425] Tue Apr 16 14:52:04 2019 :: User :globus-mapping: successfully authorized.
[31425] Tue Apr 16 14:52:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1
[31425] Tue Apr 16 14:52:04 2019 :: requested node: dpmpool9.farm.particle.cz
[31425] Tue Apr 16 14:52:04 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[31425] Tue Apr 16 14:52:05 2019 :: connected to remote node
[31425] Tue Apr 16 14:52:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31425] Tue Apr 16 14:52:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1'
[31425] Tue Apr 16 14:52:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[31425] Tue Apr 16 14:52:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31261] Tue Apr 16 14:52:01 2019 :: Configuration read from /etc/gridftp.conf.
[31261] Tue Apr 16 14:52:01 2019 :: Server started in inetd mode.
[31261] Tue Apr 16 14:52:01 2019 :: New connection from: fts801.cern.ch:45630
[31261] Tue Apr 16 14:52:01 2019 :: dmlite :: starting new connection
[31261] Tue Apr 16 14:52:01 2019 :: dmlite :: DSI options :: dome_checksum
[31261] Tue Apr 16 14:52:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31261] Tue Apr 16 14:52:01 2019 :: User :globus-mapping: successfully authorized.
[31261] Tue Apr 16 14:52:02 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[31261] Tue Apr 16 14:52:02 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1
[31408] Tue Apr 16 14:52:04 2019 :: Configuration read from /etc/gridftp.conf.
[31408] Tue Apr 16 14:52:04 2019 :: Server started in inetd mode.
[31408] Tue Apr 16 14:52:04 2019 :: New connection from: fts805.cern.ch:57986
[31408] Tue Apr 16 14:52:04 2019 :: dmlite :: starting new connection
[31408] Tue Apr 16 14:52:04 2019 :: dmlite :: DSI options :: dome_checksum
[31408] Tue Apr 16 14:52:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31408] Tue Apr 16 14:52:04 2019 :: User :globus-mapping: successfully authorized.
[31408] Tue Apr 16 14:52:04 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31408] Tue Apr 16 14:52:04 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1
[31408] Tue Apr 16 14:52:06 2019 :: Closed connection from fts805.cern.ch:57986
[31408] Tue Apr 16 14:52:06 2019 :: dmlite :: closing connection
[31670] Tue Apr 16 14:52:07 2019 :: Configuration read from /etc/gridftp.conf.
[31670] Tue Apr 16 14:52:07 2019 :: Server started in inetd mode.
[31670] Tue Apr 16 14:52:07 2019 :: New connection from: fts805.cern.ch:58042
[31670] Tue Apr 16 14:52:07 2019 :: dmlite :: starting new connection
[31670] Tue Apr 16 14:52:07 2019 :: dmlite :: DSI options :: dome_checksum
[31670] Tue Apr 16 14:52:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31670] Tue Apr 16 14:52:07 2019 :: User :globus-mapping: successfully authorized.
[31670] Tue Apr 16 14:52:07 2019 :: Closed connection from fts805.cern.ch:58042
[31670] Tue Apr 16 14:52:07 2019 :: dmlite :: closing connection
[31647] Tue Apr 16 14:52:06 2019 :: Configuration read from /etc/gridftp.conf.
[31647] Tue Apr 16 14:52:06 2019 :: Server started in inetd mode.
[31647] Tue Apr 16 14:52:06 2019 :: New connection from: fts802.cern.ch:34456
[31647] Tue Apr 16 14:52:06 2019 :: dmlite :: starting new connection
[31647] Tue Apr 16 14:52:06 2019 :: dmlite :: DSI options :: dome_checksum
[31647] Tue Apr 16 14:52:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31647] Tue Apr 16 14:52:06 2019 :: User :globus-mapping: successfully authorized.
[31647] Tue Apr 16 14:52:06 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31647] Tue Apr 16 14:52:06 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1
[31647] Tue Apr 16 14:52:07 2019 :: Closed connection from fts802.cern.ch:34456
[31647] Tue Apr 16 14:52:07 2019 :: dmlite :: closing connection
[31310] Tue Apr 16 14:52:02 2019 :: Configuration read from /etc/gridftp.conf.
[31310] Tue Apr 16 14:52:02 2019 :: Server started in inetd mode.
[31310] Tue Apr 16 14:52:02 2019 :: New connection from: fts802.cern.ch:34364
[31310] Tue Apr 16 14:52:03 2019 :: dmlite :: starting new connection
[31310] Tue Apr 16 14:52:03 2019 :: dmlite :: DSI options :: dome_checksum
[31310] Tue Apr 16 14:52:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31310] Tue Apr 16 14:52:03 2019 :: User :globus-mapping: successfully authorized.
[31310] Tue Apr 16 14:52:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31310] Tue Apr 16 14:52:03 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31310] Tue Apr 16 14:52:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31690] Tue Apr 16 14:52:07 2019 :: Configuration read from /etc/gridftp.conf.
[31690] Tue Apr 16 14:52:07 2019 :: Server started in inetd mode.
[31690] Tue Apr 16 14:52:07 2019 :: New connection from: fts805.cern.ch:58052
[31690] Tue Apr 16 14:52:07 2019 :: dmlite :: starting new connection
[31690] Tue Apr 16 14:52:07 2019 :: dmlite :: DSI options :: dome_checksum
[31690] Tue Apr 16 14:52:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31690] Tue Apr 16 14:52:07 2019 :: User :globus-mapping: successfully authorized.
[31690] Tue Apr 16 14:52:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/cd/d9/HITS.17617237._023659.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31690] Tue Apr 16 14:52:07 2019 :: Closed connection from fts805.cern.ch:58052
[31690] Tue Apr 16 14:52:07 2019 :: dmlite :: closing connection
[31057] Tue Apr 16 14:52:07 2019 :: Closed connection from fts805.cern.ch:57648
[31057] Tue Apr 16 14:52:07 2019 :: dmlite :: closing connection
[31696] Tue Apr 16 14:52:07 2019 :: Configuration read from /etc/gridftp.conf.
[31696] Tue Apr 16 14:52:07 2019 :: Server started in inetd mode.
[31696] Tue Apr 16 14:52:07 2019 :: New connection from: fts802.cern.ch:34466
[31696] Tue Apr 16 14:52:07 2019 :: dmlite :: starting new connection
[31696] Tue Apr 16 14:52:07 2019 :: dmlite :: DSI options :: dome_checksum
[31696] Tue Apr 16 14:52:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31696] Tue Apr 16 14:52:07 2019 :: User :globus-mapping: successfully authorized.
[31696] Tue Apr 16 14:52:07 2019 :: Closed connection from fts802.cern.ch:34466
[31696] Tue Apr 16 14:52:07 2019 :: dmlite :: closing connection
[31703] Tue Apr 16 14:52:08 2019 :: Configuration read from /etc/gridftp.conf.
[31703] Tue Apr 16 14:52:08 2019 :: Server started in inetd mode.
[31703] Tue Apr 16 14:52:08 2019 :: New connection from: fts802.cern.ch:34470
[31703] Tue Apr 16 14:52:08 2019 :: dmlite :: starting new connection
[31703] Tue Apr 16 14:52:08 2019 :: dmlite :: DSI options :: dome_checksum
[31703] Tue Apr 16 14:52:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31703] Tue Apr 16 14:52:08 2019 :: User :globus-mapping: successfully authorized.
[31703] Tue Apr 16 14:52:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/f5/3c/EVNT.17686552._035569.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[31703] Tue Apr 16 14:52:08 2019 :: Closed connection from fts802.cern.ch:34470
[31703] Tue Apr 16 14:52:08 2019 :: dmlite :: closing connection
[31310] Tue Apr 16 14:52:08 2019 :: Closed connection from fts802.cern.ch:34364
[31310] Tue Apr 16 14:52:08 2019 :: dmlite :: closing connection
[31397] Tue Apr 16 14:52:04 2019 :: Configuration read from /etc/gridftp.conf.
[31397] Tue Apr 16 14:52:04 2019 :: Server started in inetd mode.
[31397] Tue Apr 16 14:52:04 2019 :: New connection from: fts812.cern.ch:55288
[31397] Tue Apr 16 14:52:04 2019 :: dmlite :: starting new connection
[31397] Tue Apr 16 14:52:04 2019 :: dmlite :: DSI options :: dome_checksum
[31397] Tue Apr 16 14:52:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31397] Tue Apr 16 14:52:04 2019 :: User :globus-mapping: successfully authorized.
[31397] Tue Apr 16 14:52:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31397] Tue Apr 16 14:52:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31397] Tue Apr 16 14:52:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31425] Tue Apr 16 14:52:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31425] Tue Apr 16 14:52:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024810.pool.root.1.544220.1555419124 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[25653] Tue Apr 16 14:52:05 2019 :: Child process 31371 ended with rc = 0
[25653] Tue Apr 16 14:52:06 2019 :: Child process 31638 ended with rc = 0
[25653] Tue Apr 16 14:52:06 2019 :: Child process 31408 ended with rc = 0
[25653] Tue Apr 16 14:52:07 2019 :: Child process 31670 ended with rc = 0
[25653] Tue Apr 16 14:52:07 2019 :: Child process 31647 ended with rc = 0
[25653] Tue Apr 16 14:52:07 2019 :: Child process 31690 ended with rc = 0
[25653] Tue Apr 16 14:52:07 2019 :: Child process 31057 ended with rc = 0
[25653] Tue Apr 16 14:52:07 2019 :: Child process 31696 ended with rc = 0
[25653] Tue Apr 16 14:52:08 2019 :: Child process 31703 ended with rc = 0
[25653] Tue Apr 16 14:52:08 2019 :: Child process 31310 ended with rc = 0
[31261] Tue Apr 16 14:52:11 2019 :: Closed connection from fts801.cern.ch:45630
[31261] Tue Apr 16 14:52:11 2019 :: dmlite :: closing connection
[31657] Tue Apr 16 14:52:06 2019 :: Configuration read from /etc/gridftp.conf.
[31657] Tue Apr 16 14:52:06 2019 :: Server started in inetd mode.
[31657] Tue Apr 16 14:52:06 2019 :: New connection from: fts805.cern.ch:58036
[31657] Tue Apr 16 14:52:06 2019 :: dmlite :: starting new connection
[31657] Tue Apr 16 14:52:06 2019 :: dmlite :: DSI options :: dome_checksum
[31657] Tue Apr 16 14:52:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31657] Tue Apr 16 14:52:06 2019 :: User :globus-mapping: successfully authorized.
[31657] Tue Apr 16 14:52:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31657] Tue Apr 16 14:52:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (569 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31657] Tue Apr 16 14:52:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31657] Tue Apr 16 14:52:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (377 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce:/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31657] Tue Apr 16 14:52:07 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[31855] Tue Apr 16 14:52:11 2019 :: Configuration read from /etc/gridftp.conf.
[31855] Tue Apr 16 14:52:11 2019 :: Server started in inetd mode.
[31855] Tue Apr 16 14:52:11 2019 :: New connection from: fts801.cern.ch:45678
[31855] Tue Apr 16 14:52:11 2019 :: dmlite :: starting new connection
[31855] Tue Apr 16 14:52:11 2019 :: dmlite :: DSI options :: dome_checksum
[31855] Tue Apr 16 14:52:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31855] Tue Apr 16 14:52:11 2019 :: User :globus-mapping: successfully authorized.
[31855] Tue Apr 16 14:52:11 2019 :: Closed connection from fts801.cern.ch:45678
[31855] Tue Apr 16 14:52:11 2019 :: dmlite :: closing connection
[31868] Tue Apr 16 14:52:11 2019 :: Configuration read from /etc/gridftp.conf.
[31868] Tue Apr 16 14:52:11 2019 :: Server started in inetd mode.
[31868] Tue Apr 16 14:52:11 2019 :: New connection from: fts801.cern.ch:45680
[31868] Tue Apr 16 14:52:11 2019 :: dmlite :: starting new connection
[31868] Tue Apr 16 14:52:11 2019 :: dmlite :: DSI options :: dome_checksum
[31868] Tue Apr 16 14:52:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31868] Tue Apr 16 14:52:11 2019 :: User :globus-mapping: successfully authorized.
[31868] Tue Apr 16 14:52:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ee/78/DAOD_HIGG5D2.17743336._000249.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[31868] Tue Apr 16 14:52:11 2019 :: Closed connection from fts801.cern.ch:45680
[31868] Tue Apr 16 14:52:11 2019 :: dmlite :: closing connection
[28527] Tue Apr 16 14:52:11 2019 :: Closed connection from fts801.cern.ch:42356
[28527] Tue Apr 16 14:52:11 2019 :: dmlite :: closing connection
[29609] Tue Apr 16 14:52:13 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1".
[29609] Tue Apr 16 14:52:13 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000240.pool.root.1.544188.1555419051 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[29609] Tue Apr 16 14:52:13 2019 :: Closed connection from fts811.cern.ch:37754
[29609] Tue Apr 16 14:52:13 2019 :: dmlite :: closing connection
[31984] Tue Apr 16 14:52:13 2019 :: Configuration read from /etc/gridftp.conf.
[31984] Tue Apr 16 14:52:13 2019 :: Server started in inetd mode.
[31984] Tue Apr 16 14:52:13 2019 :: New connection from: fts811.cern.ch:39450
[31984] Tue Apr 16 14:52:14 2019 :: dmlite :: starting new connection
[31984] Tue Apr 16 14:52:14 2019 :: dmlite :: DSI options :: dome_checksum
[31984] Tue Apr 16 14:52:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31984] Tue Apr 16 14:52:14 2019 :: User :globus-mapping: successfully authorized.
[31984] Tue Apr 16 14:52:14 2019 :: Closed connection from fts811.cern.ch:39450
[31984] Tue Apr 16 14:52:14 2019 :: dmlite :: closing connection
[32001] Tue Apr 16 14:52:14 2019 :: Configuration read from /etc/gridftp.conf.
[32001] Tue Apr 16 14:52:14 2019 :: Server started in inetd mode.
[32001] Tue Apr 16 14:52:14 2019 :: New connection from: ib09.farm.particle.cz:38086
[32001] Tue Apr 16 14:52:14 2019 :: dmlite :: starting new connection
[32001] Tue Apr 16 14:52:14 2019 :: dmlite :: DSI options :: dome_checksum
[32001] Tue Apr 16 14:52:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32001] Tue Apr 16 14:52:14 2019 :: User :globus-mapping: successfully authorized.
[32001] Tue Apr 16 14:52:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32001] Tue Apr 16 14:52:14 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32001] Tue Apr 16 14:52:14 2019 :: Closed connection from ib09.farm.particle.cz:38086
[32001] Tue Apr 16 14:52:14 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:52:11 2019 :: Child process 31261 ended with rc = 0
[25653] Tue Apr 16 14:52:11 2019 :: Child process 31855 ended with rc = 0
[25653] Tue Apr 16 14:52:11 2019 :: Child process 31868 ended with rc = 0
[25653] Tue Apr 16 14:52:11 2019 :: Child process 28527 ended with rc = 0
[25653] Tue Apr 16 14:52:13 2019 :: Child process 29609 ended with rc = 0
[25653] Tue Apr 16 14:52:14 2019 :: Child process 31984 ended with rc = 0
[25653] Tue Apr 16 14:52:14 2019 :: Child process 32001 ended with rc = 0
[31994] Tue Apr 16 14:52:14 2019 :: Configuration read from /etc/gridftp.conf.
[31994] Tue Apr 16 14:52:14 2019 :: Server started in inetd mode.
[31994] Tue Apr 16 14:52:14 2019 :: New connection from: fts811.cern.ch:39458
[31994] Tue Apr 16 14:52:14 2019 :: dmlite :: starting new connection
[31994] Tue Apr 16 14:52:14 2019 :: dmlite :: DSI options :: dome_checksum
[31994] Tue Apr 16 14:52:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[31994] Tue Apr 16 14:52:14 2019 :: User :globus-mapping: successfully authorized.
[31994] Tue Apr 16 14:52:14 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[31994] Tue Apr 16 14:52:14 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1
[32012] Tue Apr 16 14:52:14 2019 :: Configuration read from /etc/gridftp.conf.
[32012] Tue Apr 16 14:52:14 2019 :: Server started in inetd mode.
[32012] Tue Apr 16 14:52:14 2019 :: New connection from: ib09.farm.particle.cz:38088
[32022] Tue Apr 16 14:52:14 2019 :: Configuration read from /etc/gridftp.conf.
[32022] Tue Apr 16 14:52:14 2019 :: Server started in inetd mode.
[32022] Tue Apr 16 14:52:14 2019 :: New connection from: fts805.cern.ch:58264
[32022] Tue Apr 16 14:52:15 2019 :: dmlite :: starting new connection
[32022] Tue Apr 16 14:52:15 2019 :: dmlite :: DSI options :: dome_checksum
[32022] Tue Apr 16 14:52:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32022] Tue Apr 16 14:52:15 2019 :: User :globus-mapping: successfully authorized.
[32022] Tue Apr 16 14:52:19 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root
[32022] Tue Apr 16 14:52:19 2019 :: requested node: dpmpool9.farm.particle.cz
[32022] Tue Apr 16 14:52:19 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[32022] Tue Apr 16 14:52:19 2019 :: connected to remote node
[32022] Tue Apr 16 14:52:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[32022] Tue Apr 16 14:52:21 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root'
[32022] Tue Apr 16 14:52:21 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32022] Tue Apr 16 14:52:21 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: starting new connection
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: DSI options :: dome_checksum
[32012] Tue Apr 16 14:52:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32012] Tue Apr 16 14:52:19 2019 :: User :globus-mapping: successfully authorized.
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22' - 22-[#00.000022] Can't create folder '22' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload
[32012] Tue Apr 16 14:52:19 2019 :: requested node: dpmpool21.farm.particle.cz
[32012] Tue Apr 16 14:52:19 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[32012] Tue Apr 16 14:52:19 2019 :: connected to remote node
[32012] Tue Apr 16 14:52:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload'
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17686556._031871.job.log.tgz.1.rucio.upload.544222.1555419139 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:21 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload".
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17686556._031871.job.log.tgz.1.rucio.upload.544222.1555419139 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:21 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload
[32012] Tue Apr 16 14:52:22 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:22 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22' - 22-[#00.000022] Can't create folder '22' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:22 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32012] Tue Apr 16 14:52:22 2019 :: Closed connection from ib09.farm.particle.cz:38088
[32012] Tue Apr 16 14:52:22 2019 :: dmlite :: closing connection
[32069] Tue Apr 16 14:52:22 2019 :: Configuration read from /etc/gridftp.conf.
[32069] Tue Apr 16 14:52:22 2019 :: Server started in inetd mode.
[32069] Tue Apr 16 14:52:22 2019 :: New connection from: ib09.farm.particle.cz:38096
[32069] Tue Apr 16 14:52:22 2019 :: dmlite :: starting new connection
[32069] Tue Apr 16 14:52:22 2019 :: dmlite :: DSI options :: dome_checksum
[32069] Tue Apr 16 14:52:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32069] Tue Apr 16 14:52:22 2019 :: User :globus-mapping: successfully authorized.
[32069] Tue Apr 16 14:52:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/8c/22/log.17686556._031871.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[32069] Tue Apr 16 14:52:22 2019 :: Closed connection from ib09.farm.particle.cz:38096
[32069] Tue Apr 16 14:52:22 2019 :: dmlite :: closing connection
[31994] Tue Apr 16 14:52:23 2019 :: Closed connection from fts811.cern.ch:39458
[31994] Tue Apr 16 14:52:23 2019 :: dmlite :: closing connection
[32077] Tue Apr 16 14:52:23 2019 :: Configuration read from /etc/gridftp.conf.
[32077] Tue Apr 16 14:52:23 2019 :: Server started in inetd mode.
[32077] Tue Apr 16 14:52:23 2019 :: New connection from: fts811.cern.ch:39558
[32077] Tue Apr 16 14:52:23 2019 :: dmlite :: starting new connection
[32077] Tue Apr 16 14:52:23 2019 :: dmlite :: DSI options :: dome_checksum
[32077] Tue Apr 16 14:52:23 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32077] Tue Apr 16 14:52:23 2019 :: User :globus-mapping: successfully authorized.
[32077] Tue Apr 16 14:52:23 2019 :: Closed connection from fts811.cern.ch:39558
[32077] Tue Apr 16 14:52:23 2019 :: dmlite :: closing connection
[32083] Tue Apr 16 14:52:24 2019 :: Configuration read from /etc/gridftp.conf.
[32083] Tue Apr 16 14:52:24 2019 :: Server started in inetd mode.
[32083] Tue Apr 16 14:52:24 2019 :: New connection from: fts811.cern.ch:39570
[32083] Tue Apr 16 14:52:24 2019 :: dmlite :: starting new connection
[32083] Tue Apr 16 14:52:24 2019 :: dmlite :: DSI options :: dome_checksum
[32083] Tue Apr 16 14:52:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32083] Tue Apr 16 14:52:24 2019 :: User :globus-mapping: successfully authorized.
[32083] Tue Apr 16 14:52:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/48/d0/DAOD_HIGG5D2.17743336._000240.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32083] Tue Apr 16 14:52:24 2019 :: Closed connection from fts811.cern.ch:39570
[32083] Tue Apr 16 14:52:24 2019 :: dmlite :: closing connection
[29524] Tue Apr 16 14:52:24 2019 :: Closed connection from fts811.cern.ch:37706
[29524] Tue Apr 16 14:52:24 2019 :: dmlite :: closing connection
[32022] Tue Apr 16 14:52:21 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[32022] Tue Apr 16 14:52:21 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.astruebi.17742431._000004.hist-output.root.544221.1555419139 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[25653] Tue Apr 16 14:52:22 2019 :: Child process 32012 ended with rc = 0
[25653] Tue Apr 16 14:52:22 2019 :: Child process 32069 ended with rc = 0
[25653] Tue Apr 16 14:52:23 2019 :: Child process 31994 ended with rc = 0
[25653] Tue Apr 16 14:52:24 2019 :: Child process 32077 ended with rc = 0
[25653] Tue Apr 16 14:52:24 2019 :: Child process 32083 ended with rc = 0
[25653] Tue Apr 16 14:52:24 2019 :: Child process 29524 ended with rc = 0
[32022] Tue Apr 16 14:52:25 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root".
[32022] Tue Apr 16 14:52:25 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/user.astruebi.17742431._000004.hist-output.root.544221.1555419139 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[32022] Tue Apr 16 14:52:25 2019 :: Closed connection from fts805.cern.ch:58264
[32022] Tue Apr 16 14:52:25 2019 :: dmlite :: closing connection
[32091] Tue Apr 16 14:52:25 2019 :: Configuration read from /etc/gridftp.conf.
[32091] Tue Apr 16 14:52:25 2019 :: Server started in inetd mode.
[32091] Tue Apr 16 14:52:25 2019 :: New connection from: fts805.cern.ch:58652
[32091] Tue Apr 16 14:52:25 2019 :: dmlite :: starting new connection
[32091] Tue Apr 16 14:52:25 2019 :: dmlite :: DSI options :: dome_checksum
[32091] Tue Apr 16 14:52:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32091] Tue Apr 16 14:52:25 2019 :: User :globus-mapping: successfully authorized.
[32091] Tue Apr 16 14:52:25 2019 :: Closed connection from fts805.cern.ch:58652
[32091] Tue Apr 16 14:52:25 2019 :: dmlite :: closing connection
[30237] Tue Apr 16 14:52:26 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1".
[30237] Tue Apr 16 14:52:26 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024636.pool.root.1.544203.1555419070 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[30237] Tue Apr 16 14:52:26 2019 :: Closed connection from fts808.cern.ch:43370
[30237] Tue Apr 16 14:52:26 2019 :: dmlite :: closing connection
[32105] Tue Apr 16 14:52:26 2019 :: Configuration read from /etc/gridftp.conf.
[32105] Tue Apr 16 14:52:26 2019 :: Server started in inetd mode.
[32105] Tue Apr 16 14:52:26 2019 :: New connection from: fts808.cern.ch:44574
[32105] Tue Apr 16 14:52:26 2019 :: dmlite :: starting new connection
[32105] Tue Apr 16 14:52:26 2019 :: dmlite :: DSI options :: dome_checksum
[32105] Tue Apr 16 14:52:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32105] Tue Apr 16 14:52:26 2019 :: User :globus-mapping: successfully authorized.
[32105] Tue Apr 16 14:52:26 2019 :: Closed connection from fts808.cern.ch:44574
[32105] Tue Apr 16 14:52:26 2019 :: dmlite :: closing connection
[32098] Tue Apr 16 14:52:25 2019 :: Configuration read from /etc/gridftp.conf.
[32098] Tue Apr 16 14:52:25 2019 :: Server started in inetd mode.
[32098] Tue Apr 16 14:52:25 2019 :: New connection from: fts805.cern.ch:58662
[32098] Tue Apr 16 14:52:26 2019 :: dmlite :: starting new connection
[32098] Tue Apr 16 14:52:26 2019 :: dmlite :: DSI options :: dome_checksum
[32098] Tue Apr 16 14:52:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32098] Tue Apr 16 14:52:26 2019 :: User :globus-mapping: successfully authorized.
[32098] Tue Apr 16 14:52:26 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[32098] Tue Apr 16 14:52:26 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root
[32098] Tue Apr 16 14:52:27 2019 :: Closed connection from fts805.cern.ch:58662
[32098] Tue Apr 16 14:52:27 2019 :: dmlite :: closing connection
[32119] Tue Apr 16 14:52:27 2019 :: Configuration read from /etc/gridftp.conf.
[32119] Tue Apr 16 14:52:27 2019 :: Server started in inetd mode.
[32119] Tue Apr 16 14:52:27 2019 :: New connection from: fts805.cern.ch:58690
[32119] Tue Apr 16 14:52:28 2019 :: dmlite :: starting new connection
[32119] Tue Apr 16 14:52:28 2019 :: dmlite :: DSI options :: dome_checksum
[32119] Tue Apr 16 14:52:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32119] Tue Apr 16 14:52:28 2019 :: User :globus-mapping: successfully authorized.
[32119] Tue Apr 16 14:52:28 2019 :: Closed connection from fts805.cern.ch:58690
[32119] Tue Apr 16 14:52:28 2019 :: dmlite :: closing connection
[32125] Tue Apr 16 14:52:28 2019 :: Configuration read from /etc/gridftp.conf.
[32125] Tue Apr 16 14:52:28 2019 :: Server started in inetd mode.
[32125] Tue Apr 16 14:52:28 2019 :: New connection from: fts805.cern.ch:58702
[32125] Tue Apr 16 14:52:28 2019 :: dmlite :: starting new connection
[32125] Tue Apr 16 14:52:28 2019 :: dmlite :: DSI options :: dome_checksum
[32125] Tue Apr 16 14:52:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32125] Tue Apr 16 14:52:28 2019 :: User :globus-mapping: successfully authorized.
[32125] Tue Apr 16 14:52:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/astruebi/6d/ce/user.astruebi.17742431._000004.hist-output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[32125] Tue Apr 16 14:52:28 2019 :: Closed connection from fts805.cern.ch:58702
[32125] Tue Apr 16 14:52:28 2019 :: dmlite :: closing connection
[31657] Tue Apr 16 14:52:28 2019 :: Closed connection from fts805.cern.ch:58036
[31657] Tue Apr 16 14:52:28 2019 :: dmlite :: closing connection
[25963] Tue Apr 16 14:52:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/96/HITS.17617237._024320.pool.root.1".
[25963] Tue Apr 16 14:52:29 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024320.pool.root.1.544099.1555418824 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[25963] Tue Apr 16 14:52:29 2019 :: Closed connection from fts804.cern.ch:39530
[25963] Tue Apr 16 14:52:29 2019 :: dmlite :: closing connection
[32134] Tue Apr 16 14:52:29 2019 :: Configuration read from /etc/gridftp.conf.
[32134] Tue Apr 16 14:52:29 2019 :: Server started in inetd mode.
[32134] Tue Apr 16 14:52:29 2019 :: New connection from: fts804.cern.ch:45068
[32134] Tue Apr 16 14:52:30 2019 :: dmlite :: starting new connection
[32134] Tue Apr 16 14:52:30 2019 :: dmlite :: DSI options :: dome_checksum
[32134] Tue Apr 16 14:52:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32134] Tue Apr 16 14:52:30 2019 :: User :globus-mapping: successfully authorized.
[32134] Tue Apr 16 14:52:30 2019 :: Closed connection from fts804.cern.ch:45068
[32134] Tue Apr 16 14:52:30 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:52:25 2019 :: Child process 32022 ended with rc = 0
[25653] Tue Apr 16 14:52:25 2019 :: Child process 32091 ended with rc = 0
[25653] Tue Apr 16 14:52:26 2019 :: Child process 30237 ended with rc = 0
[25653] Tue Apr 16 14:52:26 2019 :: Child process 32105 ended with rc = 0
[25653] Tue Apr 16 14:52:27 2019 :: Child process 32098 ended with rc = 0
[25653] Tue Apr 16 14:52:28 2019 :: Child process 32119 ended with rc = 0
[25653] Tue Apr 16 14:52:28 2019 :: Child process 32125 ended with rc = 0
[25653] Tue Apr 16 14:52:28 2019 :: Child process 31657 ended with rc = 0
[25653] Tue Apr 16 14:52:29 2019 :: Child process 25963 ended with rc = 0
[25653] Tue Apr 16 14:52:30 2019 :: Child process 32134 ended with rc = 0
[31031] Tue Apr 16 14:52:30 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1".
[31031] Tue Apr 16 14:52:30 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024037.pool.root.1.544215.1555419112 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[31031] Tue Apr 16 14:52:30 2019 :: Closed connection from fts813.cern.ch:60816
[31031] Tue Apr 16 14:52:30 2019 :: dmlite :: closing connection
[32140] Tue Apr 16 14:52:30 2019 :: Configuration read from /etc/gridftp.conf.
[32140] Tue Apr 16 14:52:30 2019 :: Server started in inetd mode.
[32140] Tue Apr 16 14:52:30 2019 :: New connection from: fts813.cern.ch:33568
[32140] Tue Apr 16 14:52:30 2019 :: dmlite :: starting new connection
[32140] Tue Apr 16 14:52:30 2019 :: dmlite :: DSI options :: dome_checksum
[32140] Tue Apr 16 14:52:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32140] Tue Apr 16 14:52:30 2019 :: User :globus-mapping: successfully authorized.
[32140] Tue Apr 16 14:52:30 2019 :: Closed connection from fts813.cern.ch:33568
[32140] Tue Apr 16 14:52:30 2019 :: dmlite :: closing connection
[32111] Tue Apr 16 14:52:26 2019 :: Configuration read from /etc/gridftp.conf.
[32111] Tue Apr 16 14:52:26 2019 :: Server started in inetd mode.
[32111] Tue Apr 16 14:52:26 2019 :: New connection from: fts808.cern.ch:44576
[32111] Tue Apr 16 14:52:27 2019 :: dmlite :: starting new connection
[32111] Tue Apr 16 14:52:27 2019 :: dmlite :: DSI options :: dome_checksum
[32111] Tue Apr 16 14:52:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32111] Tue Apr 16 14:52:27 2019 :: User :globus-mapping: successfully authorized.
[32111] Tue Apr 16 14:52:27 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[32111] Tue Apr 16 14:52:27 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1
[32170] Tue Apr 16 14:52:32 2019 :: Configuration read from /etc/gridftp.conf.
[32170] Tue Apr 16 14:52:32 2019 :: Server started in inetd mode.
[32170] Tue Apr 16 14:52:32 2019 :: New connection from: mikan06.farm.particle.cz:52646
[32170] Tue Apr 16 14:52:32 2019 :: dmlite :: starting new connection
[32170] Tue Apr 16 14:52:32 2019 :: dmlite :: DSI options :: dome_checksum
[32170] Tue Apr 16 14:52:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32170] Tue Apr 16 14:52:32 2019 :: User :globus-mapping: successfully authorized.
[32170] Tue Apr 16 14:52:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32170] Tue Apr 16 14:52:32 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32170] Tue Apr 16 14:52:32 2019 :: Closed connection from mikan06.farm.particle.cz:52646
[32170] Tue Apr 16 14:52:32 2019 :: dmlite :: closing connection
[32146] Tue Apr 16 14:52:30 2019 :: Configuration read from /etc/gridftp.conf.
[32146] Tue Apr 16 14:52:30 2019 :: Server started in inetd mode.
[32146] Tue Apr 16 14:52:30 2019 :: New connection from: fts804.cern.ch:45074
[32146] Tue Apr 16 14:52:30 2019 :: dmlite :: starting new connection
[32146] Tue Apr 16 14:52:30 2019 :: dmlite :: DSI options :: dome_checksum
[32146] Tue Apr 16 14:52:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32146] Tue Apr 16 14:52:30 2019 :: User :globus-mapping: successfully authorized.
[32146] Tue Apr 16 14:52:30 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/96/HITS.17617237._024320.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32146] Tue Apr 16 14:52:30 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/96/HITS.17617237._024320.pool.root.1
[32146] Tue Apr 16 14:52:32 2019 :: Closed connection from fts804.cern.ch:45074
[32146] Tue Apr 16 14:52:32 2019 :: dmlite :: closing connection
[32186] Tue Apr 16 14:52:32 2019 :: Configuration read from /etc/gridftp.conf.
[32186] Tue Apr 16 14:52:32 2019 :: Server started in inetd mode.
[32186] Tue Apr 16 14:52:32 2019 :: New connection from: fts804.cern.ch:45104
[32186] Tue Apr 16 14:52:33 2019 :: dmlite :: starting new connection
[32186] Tue Apr 16 14:52:33 2019 :: dmlite :: DSI options :: dome_checksum
[32186] Tue Apr 16 14:52:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32186] Tue Apr 16 14:52:33 2019 :: User :globus-mapping: successfully authorized.
[32186] Tue Apr 16 14:52:33 2019 :: Closed connection from fts804.cern.ch:45104
[32186] Tue Apr 16 14:52:33 2019 :: dmlite :: closing connection
[32192] Tue Apr 16 14:52:33 2019 :: Configuration read from /etc/gridftp.conf.
[32192] Tue Apr 16 14:52:33 2019 :: Server started in inetd mode.
[32192] Tue Apr 16 14:52:33 2019 :: New connection from: fts804.cern.ch:45106
[32192] Tue Apr 16 14:52:33 2019 :: dmlite :: starting new connection
[32192] Tue Apr 16 14:52:33 2019 :: dmlite :: DSI options :: dome_checksum
[32192] Tue Apr 16 14:52:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32192] Tue Apr 16 14:52:33 2019 :: User :globus-mapping: successfully authorized.
[32192] Tue Apr 16 14:52:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/96/HITS.17617237._024320.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32192] Tue Apr 16 14:52:33 2019 :: Closed connection from fts804.cern.ch:45106
[32192] Tue Apr 16 14:52:33 2019 :: dmlite :: closing connection
[25930] Tue Apr 16 14:52:33 2019 :: Closed connection from fts804.cern.ch:39492
[25930] Tue Apr 16 14:52:33 2019 :: dmlite :: closing connection
[32161] Tue Apr 16 14:52:30 2019 :: Configuration read from /etc/gridftp.conf.
[32161] Tue Apr 16 14:52:30 2019 :: Server started in inetd mode.
[32161] Tue Apr 16 14:52:30 2019 :: New connection from: fts309.usatlas.bnl.gov:46358
[32161] Tue Apr 16 14:52:31 2019 :: dmlite :: starting new connection
[32161] Tue Apr 16 14:52:31 2019 :: dmlite :: DSI options :: dome_checksum
[32161] Tue Apr 16 14:52:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32161] Tue Apr 16 14:52:31 2019 :: User :globus-mapping: successfully authorized.
[32161] Tue Apr 16 14:52:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[32161] Tue Apr 16 14:52:32 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[32161] Tue Apr 16 14:52:32 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1
[32161] Tue Apr 16 14:52:33 2019 :: Closed connection from fts309.usatlas.bnl.gov:46358
[32161] Tue Apr 16 14:52:33 2019 :: dmlite :: closing connection
[31064] Tue Apr 16 14:52:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1".
[31064] Tue Apr 16 14:52:33 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024605.pool.root.1.544217.1555419114 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[31064] Tue Apr 16 14:52:33 2019 :: Closed connection from fts803.cern.ch:40116
[31064] Tue Apr 16 14:52:33 2019 :: dmlite :: closing connection
[32178] Tue Apr 16 14:52:32 2019 :: Configuration read from /etc/gridftp.conf.
[32178] Tue Apr 16 14:52:32 2019 :: Server started in inetd mode.
[32178] Tue Apr 16 14:52:32 2019 :: New connection from: mikan06.farm.particle.cz:52648
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: starting new connection
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: DSI options :: dome_checksum
[32178] Tue Apr 16 14:52:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32178] Tue Apr 16 14:52:32 2019 :: User :globus-mapping: successfully authorized.
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47' - 22-[#00.000022] Can't create folder '47' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload
[32178] Tue Apr 16 14:52:32 2019 :: requested node: dpmpool17.farm.particle.cz
[32178] Tue Apr 16 14:52:32 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[32178] Tue Apr 16 14:52:32 2019 :: connected to remote node
[32178] Tue Apr 16 14:52:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:33 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload'
[32178] Tue Apr 16 14:52:33 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32178] Tue Apr 16 14:52:34 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32200] Tue Apr 16 14:52:33 2019 :: Configuration read from /etc/gridftp.conf.
[32200] Tue Apr 16 14:52:33 2019 :: Server started in inetd mode.
[32200] Tue Apr 16 14:52:33 2019 :: New connection from: fts803.cern.ch:40630
[32200] Tue Apr 16 14:52:34 2019 :: dmlite :: starting new connection
[32200] Tue Apr 16 14:52:34 2019 :: dmlite :: DSI options :: dome_checksum
[32200] Tue Apr 16 14:52:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32200] Tue Apr 16 14:52:34 2019 :: User :globus-mapping: successfully authorized.
[32200] Tue Apr 16 14:52:34 2019 :: Closed connection from fts803.cern.ch:40630
[32200] Tue Apr 16 14:52:34 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:52:30 2019 :: Child process 31031 ended with rc = 0
[25653] Tue Apr 16 14:52:30 2019 :: Child process 32140 ended with rc = 0
[25653] Tue Apr 16 14:52:32 2019 :: Child process 32170 ended with rc = 0
[25653] Tue Apr 16 14:52:32 2019 :: Child process 32146 ended with rc = 0
[25653] Tue Apr 16 14:52:33 2019 :: Child process 32186 ended with rc = 0
[25653] Tue Apr 16 14:52:33 2019 :: Child process 32192 ended with rc = 0
[25653] Tue Apr 16 14:52:33 2019 :: Child process 25930 ended with rc = 0
[25653] Tue Apr 16 14:52:33 2019 :: Child process 32161 ended with rc = 0
[25653] Tue Apr 16 14:52:33 2019 :: Child process 31064 ended with rc = 0
[25653] Tue Apr 16 14:52:34 2019 :: Child process 32200 ended with rc = 0
[32178] Tue Apr 16 14:52:34 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:34 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs10/atlas/2019-04-16/EVNT.17663177._065217.pool.root.1.rucio.upload.544223.1555419152 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:34 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload".
[32178] Tue Apr 16 14:52:34 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs10/atlas/2019-04-16/EVNT.17663177._065217.pool.root.1.rucio.upload.544223.1555419152 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:34 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:34 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload
[32178] Tue Apr 16 14:52:35 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:35 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47' - 22-[#00.000022] Can't create folder '47' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:35 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32178] Tue Apr 16 14:52:35 2019 :: Closed connection from mikan06.farm.particle.cz:52648
[32178] Tue Apr 16 14:52:35 2019 :: dmlite :: closing connection
[32214] Tue Apr 16 14:52:35 2019 :: Configuration read from /etc/gridftp.conf.
[32214] Tue Apr 16 14:52:35 2019 :: Server started in inetd mode.
[32214] Tue Apr 16 14:52:35 2019 :: New connection from: mikan06.farm.particle.cz:52652
[32214] Tue Apr 16 14:52:35 2019 :: dmlite :: starting new connection
[32214] Tue Apr 16 14:52:35 2019 :: dmlite :: DSI options :: dome_checksum
[32214] Tue Apr 16 14:52:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32214] Tue Apr 16 14:52:35 2019 :: User :globus-mapping: successfully authorized.
[32214] Tue Apr 16 14:52:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/36/47/EVNT.17663177._065217.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[32214] Tue Apr 16 14:52:35 2019 :: Closed connection from mikan06.farm.particle.cz:52652
[32214] Tue Apr 16 14:52:35 2019 :: dmlite :: closing connection
[32152] Tue Apr 16 14:52:30 2019 :: Configuration read from /etc/gridftp.conf.
[32152] Tue Apr 16 14:52:30 2019 :: Server started in inetd mode.
[32152] Tue Apr 16 14:52:30 2019 :: New connection from: fts813.cern.ch:33570
[32152] Tue Apr 16 14:52:30 2019 :: dmlite :: starting new connection
[32152] Tue Apr 16 14:52:30 2019 :: dmlite :: DSI options :: dome_checksum
[32152] Tue Apr 16 14:52:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32152] Tue Apr 16 14:52:30 2019 :: User :globus-mapping: successfully authorized.
[32152] Tue Apr 16 14:52:30 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[32152] Tue Apr 16 14:52:30 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1
[32111] Tue Apr 16 14:52:36 2019 :: Closed connection from fts808.cern.ch:44576
[32111] Tue Apr 16 14:52:36 2019 :: dmlite :: closing connection
[32222] Tue Apr 16 14:52:36 2019 :: Configuration read from /etc/gridftp.conf.
[32222] Tue Apr 16 14:52:36 2019 :: Server started in inetd mode.
[32222] Tue Apr 16 14:52:36 2019 :: New connection from: fts808.cern.ch:44672
[32222] Tue Apr 16 14:52:36 2019 :: dmlite :: starting new connection
[32222] Tue Apr 16 14:52:36 2019 :: dmlite :: DSI options :: dome_checksum
[32222] Tue Apr 16 14:52:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32222] Tue Apr 16 14:52:36 2019 :: User :globus-mapping: successfully authorized.
[32222] Tue Apr 16 14:52:36 2019 :: Closed connection from fts808.cern.ch:44672
[32222] Tue Apr 16 14:52:36 2019 :: dmlite :: closing connection
[32228] Tue Apr 16 14:52:36 2019 :: Configuration read from /etc/gridftp.conf.
[32228] Tue Apr 16 14:52:36 2019 :: Server started in inetd mode.
[32228] Tue Apr 16 14:52:36 2019 :: New connection from: fts808.cern.ch:44680
[32228] Tue Apr 16 14:52:37 2019 :: dmlite :: starting new connection
[32228] Tue Apr 16 14:52:37 2019 :: dmlite :: DSI options :: dome_checksum
[32228] Tue Apr 16 14:52:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32228] Tue Apr 16 14:52:37 2019 :: User :globus-mapping: successfully authorized.
[32228] Tue Apr 16 14:52:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/56/07/HITS.17617237._024636.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[32228] Tue Apr 16 14:52:37 2019 :: Closed connection from fts808.cern.ch:44680
[32228] Tue Apr 16 14:52:37 2019 :: dmlite :: closing connection
[30135] Tue Apr 16 14:52:37 2019 :: Closed connection from fts808.cern.ch:43252
[30135] Tue Apr 16 14:52:37 2019 :: dmlite :: closing connection
[32206] Tue Apr 16 14:52:34 2019 :: Configuration read from /etc/gridftp.conf.
[32206] Tue Apr 16 14:52:34 2019 :: Server started in inetd mode.
[32206] Tue Apr 16 14:52:34 2019 :: New connection from: fts803.cern.ch:40656
[32206] Tue Apr 16 14:52:34 2019 :: dmlite :: starting new connection
[32206] Tue Apr 16 14:52:34 2019 :: dmlite :: DSI options :: dome_checksum
[32206] Tue Apr 16 14:52:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32206] Tue Apr 16 14:52:34 2019 :: User :globus-mapping: successfully authorized.
[32206] Tue Apr 16 14:52:34 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32206] Tue Apr 16 14:52:34 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1
[32252] Tue Apr 16 14:52:38 2019 :: Configuration read from /etc/gridftp.conf.
[32252] Tue Apr 16 14:52:38 2019 :: Server started in inetd mode.
[32252] Tue Apr 16 14:52:38 2019 :: New connection from: fts811.cern.ch:39728
[32252] Tue Apr 16 14:52:38 2019 :: dmlite :: starting new connection
[32252] Tue Apr 16 14:52:38 2019 :: dmlite :: DSI options :: dome_checksum
[32252] Tue Apr 16 14:52:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32252] Tue Apr 16 14:52:38 2019 :: User :globus-mapping: successfully authorized.
[32252] Tue Apr 16 14:52:38 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1
[32252] Tue Apr 16 14:52:38 2019 :: requested node: dpmpool9.farm.particle.cz
[32252] Tue Apr 16 14:52:38 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[32252] Tue Apr 16 14:52:38 2019 :: connected to remote node
[32252] Tue Apr 16 14:52:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32252] Tue Apr 16 14:52:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1'
[32252] Tue Apr 16 14:52:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32252] Tue Apr 16 14:52:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32152] Tue Apr 16 14:52:39 2019 :: Closed connection from fts813.cern.ch:33570
[32152] Tue Apr 16 14:52:39 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:52:35 2019 :: Child process 32178 ended with rc = 0
[25653] Tue Apr 16 14:52:35 2019 :: Child process 32214 ended with rc = 0
[25653] Tue Apr 16 14:52:36 2019 :: Child process 32111 ended with rc = 0
[25653] Tue Apr 16 14:52:36 2019 :: Child process 32222 ended with rc = 0
[25653] Tue Apr 16 14:52:37 2019 :: Child process 32228 ended with rc = 0
[25653] Tue Apr 16 14:52:37 2019 :: Child process 30135 ended with rc = 0
[25653] Tue Apr 16 14:52:39 2019 :: Child process 32152 ended with rc = 0
[32276] Tue Apr 16 14:52:39 2019 :: Configuration read from /etc/gridftp.conf.
[32276] Tue Apr 16 14:52:39 2019 :: Server started in inetd mode.
[32276] Tue Apr 16 14:52:39 2019 :: New connection from: fts813.cern.ch:33814
[32276] Tue Apr 16 14:52:40 2019 :: dmlite :: starting new connection
[32276] Tue Apr 16 14:52:40 2019 :: dmlite :: DSI options :: dome_checksum
[32276] Tue Apr 16 14:52:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32276] Tue Apr 16 14:52:40 2019 :: User :globus-mapping: successfully authorized.
[32276] Tue Apr 16 14:52:40 2019 :: Closed connection from fts813.cern.ch:33814
[32276] Tue Apr 16 14:52:40 2019 :: dmlite :: closing connection
[31425] Tue Apr 16 14:52:40 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1".
[31425] Tue Apr 16 14:52:40 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024810.pool.root.1.544220.1555419124 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[31425] Tue Apr 16 14:52:40 2019 :: Closed connection from fts812.cern.ch:55304
[31425] Tue Apr 16 14:52:40 2019 :: dmlite :: closing connection
[32284] Tue Apr 16 14:52:40 2019 :: Configuration read from /etc/gridftp.conf.
[32284] Tue Apr 16 14:52:40 2019 :: Server started in inetd mode.
[32284] Tue Apr 16 14:52:40 2019 :: New connection from: fts813.cern.ch:33828
[32284] Tue Apr 16 14:52:40 2019 :: dmlite :: starting new connection
[32284] Tue Apr 16 14:52:40 2019 :: dmlite :: DSI options :: dome_checksum
[32284] Tue Apr 16 14:52:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32284] Tue Apr 16 14:52:40 2019 :: User :globus-mapping: successfully authorized.
[32284] Tue Apr 16 14:52:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/77/34/HITS.17617237._024037.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[32284] Tue Apr 16 14:52:40 2019 :: Closed connection from fts813.cern.ch:33828
[32284] Tue Apr 16 14:52:40 2019 :: dmlite :: closing connection
[30993] Tue Apr 16 14:52:40 2019 :: Closed connection from fts813.cern.ch:60790
[30993] Tue Apr 16 14:52:40 2019 :: dmlite :: closing connection
[32290] Tue Apr 16 14:52:40 2019 :: Configuration read from /etc/gridftp.conf.
[32290] Tue Apr 16 14:52:40 2019 :: Server started in inetd mode.
[32290] Tue Apr 16 14:52:40 2019 :: New connection from: fts812.cern.ch:55934
[32290] Tue Apr 16 14:52:40 2019 :: dmlite :: starting new connection
[32290] Tue Apr 16 14:52:40 2019 :: dmlite :: DSI options :: dome_checksum
[32290] Tue Apr 16 14:52:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32290] Tue Apr 16 14:52:40 2019 :: User :globus-mapping: successfully authorized.
[32290] Tue Apr 16 14:52:40 2019 :: Closed connection from fts812.cern.ch:55934
[32290] Tue Apr 16 14:52:40 2019 :: dmlite :: closing connection
[32268] Tue Apr 16 14:52:39 2019 :: Configuration read from /etc/gridftp.conf.
[32268] Tue Apr 16 14:52:39 2019 :: Server started in inetd mode.
[32268] Tue Apr 16 14:52:39 2019 :: New connection from: fts808.cern.ch:44700
[32268] Tue Apr 16 14:52:39 2019 :: dmlite :: starting new connection
[32268] Tue Apr 16 14:52:39 2019 :: dmlite :: DSI options :: dome_checksum
[32268] Tue Apr 16 14:52:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32268] Tue Apr 16 14:52:39 2019 :: User :globus-mapping: successfully authorized.
[32268] Tue Apr 16 14:52:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/c6/EVNT.17686556._032319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[32268] Tue Apr 16 14:52:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/c6/EVNT.17686556._032319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[32268] Tue Apr 16 14:52:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/c6/EVNT.17686556._032319.pool.root.1
[32268] Tue Apr 16 14:52:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/c6/EVNT.17686556._032319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[32268] Tue Apr 16 14:52:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/c6/EVNT.17686556._032319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[32268] Tue Apr 16 14:52:40 2019 :: requested node: dpmpool9.farm.particle.cz
[32268] Tue Apr 16 14:52:40 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[32268] Tue Apr 16 14:52:40 2019 :: connected to remote node
[32268] Tue Apr 16 14:52:40 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686556._032319.pool.root.1.rucio.upload.543943.1555418658 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[32268] Tue Apr 16 14:52:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/c6/EVNT.17686556._032319.pool.root.1".
[32268] Tue Apr 16 14:52:41 2019 :: Closed connection from fts808.cern.ch:44700
[32268] Tue Apr 16 14:52:41 2019 :: dmlite :: closing connection
[32236] Tue Apr 16 14:52:37 2019 :: Configuration read from /etc/gridftp.conf.
[32236] Tue Apr 16 14:52:37 2019 :: Server started in inetd mode.
[32236] Tue Apr 16 14:52:37 2019 :: New connection from: fts801.cern.ch:45888
[32236] Tue Apr 16 14:52:37 2019 :: dmlite :: starting new connection
[32236] Tue Apr 16 14:52:37 2019 :: dmlite :: DSI options :: dome_checksum
[32236] Tue Apr 16 14:52:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32236] Tue Apr 16 14:52:37 2019 :: User :globus-mapping: successfully authorized.
[32236] Tue Apr 16 14:52:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32236] Tue Apr 16 14:52:37 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32236] Tue Apr 16 14:52:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32242] Tue Apr 16 14:52:37 2019 :: Configuration read from /etc/gridftp.conf.
[32242] Tue Apr 16 14:52:37 2019 :: Server started in inetd mode.
[32242] Tue Apr 16 14:52:37 2019 :: New connection from: fts811.cern.ch:39720
[32242] Tue Apr 16 14:52:37 2019 :: dmlite :: starting new connection
[32242] Tue Apr 16 14:52:37 2019 :: dmlite :: DSI options :: dome_checksum
[32242] Tue Apr 16 14:52:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32242] Tue Apr 16 14:52:37 2019 :: User :globus-mapping: successfully authorized.
[32242] Tue Apr 16 14:52:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32242] Tue Apr 16 14:52:37 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32242] Tue Apr 16 14:52:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32252] Tue Apr 16 14:52:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32252] Tue Apr 16 14:52:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024614.pool.root.1.544224.1555419158 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32261] Tue Apr 16 14:52:39 2019 :: Configuration read from /etc/gridftp.conf.
[32261] Tue Apr 16 14:52:39 2019 :: Server started in inetd mode.
[32261] Tue Apr 16 14:52:39 2019 :: New connection from: fts801.cern.ch:45904
[32261] Tue Apr 16 14:52:39 2019 :: dmlite :: starting new connection
[32261] Tue Apr 16 14:52:39 2019 :: dmlite :: DSI options :: dome_checksum
[32261] Tue Apr 16 14:52:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32261] Tue Apr 16 14:52:39 2019 :: User :globus-mapping: successfully authorized.
[32261] Tue Apr 16 14:52:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/7a/4d/EVNT.17736648._001238.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32261] Tue Apr 16 14:52:39 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/7a/4d/EVNT.17736648._001238.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32261] Tue Apr 16 14:52:39 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/7a/4d/EVNT.17736648._001238.pool.root.1
[32261] Tue Apr 16 14:52:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/7a/4d/EVNT.17736648._001238.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32261] Tue Apr 16 14:52:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/7a/4d/EVNT.17736648._001238.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32261] Tue Apr 16 14:52:40 2019 :: requested node: dpmpool22.farm.particle.cz
[32261] Tue Apr 16 14:52:40 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[32261] Tue Apr 16 14:52:40 2019 :: connected to remote node
[32261] Tue Apr 16 14:52:40 2019 :: dmlite :: send :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17736648._001238.pool.root.1.rucio.upload.543893.1555418616 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32261] Tue Apr 16 14:52:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/7a/4d/EVNT.17736648._001238.pool.root.1".
[32261] Tue Apr 16 14:52:43 2019 :: Closed connection from fts801.cern.ch:45904
[32261] Tue Apr 16 14:52:43 2019 :: dmlite :: closing connection
[32206] Tue Apr 16 14:52:43 2019 :: Closed connection from fts803.cern.ch:40656
[32206] Tue Apr 16 14:52:43 2019 :: dmlite :: closing connection
[32305] Tue Apr 16 14:52:41 2019 :: Configuration read from /etc/gridftp.conf.
[32305] Tue Apr 16 14:52:41 2019 :: Server started in inetd mode.
[32305] Tue Apr 16 14:52:41 2019 :: New connection from: fts801.cern.ch:45958
[32305] Tue Apr 16 14:52:41 2019 :: dmlite :: starting new connection
[32305] Tue Apr 16 14:52:41 2019 :: dmlite :: DSI options :: dome_checksum
[32305] Tue Apr 16 14:52:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32305] Tue Apr 16 14:52:42 2019 :: User :globus-mapping: successfully authorized.
[32305] Tue Apr 16 14:52:42 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1
[32305] Tue Apr 16 14:52:42 2019 :: requested node: dpmpool9.farm.particle.cz
[32305] Tue Apr 16 14:52:42 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[32305] Tue Apr 16 14:52:42 2019 :: connected to remote node
[32305] Tue Apr 16 14:52:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32305] Tue Apr 16 14:52:43 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1'
[32305] Tue Apr 16 14:52:43 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32305] Tue Apr 16 14:52:43 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32315] Tue Apr 16 14:52:43 2019 :: Configuration read from /etc/gridftp.conf.
[32315] Tue Apr 16 14:52:43 2019 :: Server started in inetd mode.
[32315] Tue Apr 16 14:52:43 2019 :: New connection from: fts803.cern.ch:40876
[32315] Tue Apr 16 14:52:43 2019 :: dmlite :: starting new connection
[32315] Tue Apr 16 14:52:43 2019 :: dmlite :: DSI options :: dome_checksum
[32315] Tue Apr 16 14:52:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32315] Tue Apr 16 14:52:43 2019 :: User :globus-mapping: successfully authorized.
[32315] Tue Apr 16 14:52:43 2019 :: Closed connection from fts803.cern.ch:40876
[32315] Tue Apr 16 14:52:43 2019 :: dmlite :: closing connection
[32298] Tue Apr 16 14:52:40 2019 :: Configuration read from /etc/gridftp.conf.
[32298] Tue Apr 16 14:52:40 2019 :: Server started in inetd mode.
[32298] Tue Apr 16 14:52:40 2019 :: New connection from: fts812.cern.ch:55946
[32298] Tue Apr 16 14:52:41 2019 :: dmlite :: starting new connection
[32298] Tue Apr 16 14:52:41 2019 :: dmlite :: DSI options :: dome_checksum
[32298] Tue Apr 16 14:52:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32298] Tue Apr 16 14:52:41 2019 :: User :globus-mapping: successfully authorized.
[32298] Tue Apr 16 14:52:41 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[32298] Tue Apr 16 14:52:41 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1
[32298] Tue Apr 16 14:52:44 2019 :: Closed connection from fts812.cern.ch:55946
[32298] Tue Apr 16 14:52:44 2019 :: dmlite :: closing connection
[32321] Tue Apr 16 14:52:44 2019 :: Configuration read from /etc/gridftp.conf.
[32321] Tue Apr 16 14:52:44 2019 :: Server started in inetd mode.
[32321] Tue Apr 16 14:52:44 2019 :: New connection from: fts803.cern.ch:40910
[32321] Tue Apr 16 14:52:44 2019 :: dmlite :: starting new connection
[32321] Tue Apr 16 14:52:44 2019 :: dmlite :: DSI options :: dome_checksum
[32321] Tue Apr 16 14:52:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32321] Tue Apr 16 14:52:44 2019 :: User :globus-mapping: successfully authorized.
[32321] Tue Apr 16 14:52:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4c/83/HITS.17617237._024605.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32321] Tue Apr 16 14:52:44 2019 :: Closed connection from fts803.cern.ch:40910
[32321] Tue Apr 16 14:52:44 2019 :: dmlite :: closing connection
[31045] Tue Apr 16 14:52:44 2019 :: Closed connection from fts803.cern.ch:40090
[31045] Tue Apr 16 14:52:44 2019 :: dmlite :: closing connection
[32327] Tue Apr 16 14:52:44 2019 :: Configuration read from /etc/gridftp.conf.
[32327] Tue Apr 16 14:52:44 2019 :: Server started in inetd mode.
[32327] Tue Apr 16 14:52:44 2019 :: New connection from: fts812.cern.ch:56002
[32327] Tue Apr 16 14:52:44 2019 :: dmlite :: starting new connection
[32327] Tue Apr 16 14:52:44 2019 :: dmlite :: DSI options :: dome_checksum
[32327] Tue Apr 16 14:52:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32327] Tue Apr 16 14:52:44 2019 :: User :globus-mapping: successfully authorized.
[32327] Tue Apr 16 14:52:44 2019 :: Closed connection from fts812.cern.ch:56002
[32327] Tue Apr 16 14:52:44 2019 :: dmlite :: closing connection
[32341] Tue Apr 16 14:52:44 2019 :: Configuration read from /etc/gridftp.conf.
[32341] Tue Apr 16 14:52:44 2019 :: Server started in inetd mode.
[32341] Tue Apr 16 14:52:44 2019 :: New connection from: fts812.cern.ch:56004
[32341] Tue Apr 16 14:52:44 2019 :: dmlite :: starting new connection
[32341] Tue Apr 16 14:52:44 2019 :: dmlite :: DSI options :: dome_checksum
[32341] Tue Apr 16 14:52:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32341] Tue Apr 16 14:52:44 2019 :: User :globus-mapping: successfully authorized.
[32341] Tue Apr 16 14:52:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/39/9f/HITS.17617237._024810.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[32341] Tue Apr 16 14:52:44 2019 :: Closed connection from fts812.cern.ch:56004
[32341] Tue Apr 16 14:52:44 2019 :: dmlite :: closing connection
[31397] Tue Apr 16 14:52:44 2019 :: Closed connection from fts812.cern.ch:55288
[31397] Tue Apr 16 14:52:44 2019 :: dmlite :: closing connection
[28728] Tue Apr 16 14:52:45 2019 :: Requesting abort...
[28728] Tue Apr 16 14:52:45 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1".
[28728] Tue Apr 16 14:52:45 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686636._027169.pool.root.1.544159.1555419035 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[28728] Tue Apr 16 14:52:45 2019 :: Closed connection from fts803.cern.ch:37938
[28728] Tue Apr 16 14:52:45 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:52:40 2019 :: Child process 32276 ended with rc = 0
[25653] Tue Apr 16 14:52:40 2019 :: Child process 31425 ended with rc = 0
[25653] Tue Apr 16 14:52:40 2019 :: Child process 32284 ended with rc = 0
[25653] Tue Apr 16 14:52:40 2019 :: Child process 30993 ended with rc = 0
[25653] Tue Apr 16 14:52:40 2019 :: Child process 32290 ended with rc = 0
[25653] Tue Apr 16 14:52:41 2019 :: Child process 32268 ended with rc = 0
[25653] Tue Apr 16 14:52:43 2019 :: Child process 32261 ended with rc = 0
[25653] Tue Apr 16 14:52:43 2019 :: Child process 32206 ended with rc = 0
[25653] Tue Apr 16 14:52:43 2019 :: Child process 32315 ended with rc = 0
[25653] Tue Apr 16 14:52:44 2019 :: Child process 32298 ended with rc = 0
[25653] Tue Apr 16 14:52:44 2019 :: Child process 32321 ended with rc = 0
[25653] Tue Apr 16 14:52:44 2019 :: Child process 31045 ended with rc = 0
[25653] Tue Apr 16 14:52:44 2019 :: Child process 32327 ended with rc = 0
[25653] Tue Apr 16 14:52:44 2019 :: Child process 32341 ended with rc = 0
[25653] Tue Apr 16 14:52:44 2019 :: Child process 31397 ended with rc = 0
[32350] Tue Apr 16 14:52:45 2019 :: Configuration read from /etc/gridftp.conf.
[32350] Tue Apr 16 14:52:45 2019 :: Server started in inetd mode.
[32350] Tue Apr 16 14:52:45 2019 :: New connection from: fts803.cern.ch:40982
[32350] Tue Apr 16 14:52:45 2019 :: dmlite :: starting new connection
[32350] Tue Apr 16 14:52:45 2019 :: dmlite :: DSI options :: dome_checksum
[32350] Tue Apr 16 14:52:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32350] Tue Apr 16 14:52:45 2019 :: User :globus-mapping: successfully authorized.
[32350] Tue Apr 16 14:52:45 2019 :: Closed connection from fts803.cern.ch:40982
[32350] Tue Apr 16 14:52:45 2019 :: dmlite :: closing connection
[32356] Tue Apr 16 14:52:45 2019 :: Configuration read from /etc/gridftp.conf.
[32356] Tue Apr 16 14:52:45 2019 :: Server started in inetd mode.
[32356] Tue Apr 16 14:52:45 2019 :: New connection from: fts803.cern.ch:40996
[32356] Tue Apr 16 14:52:45 2019 :: dmlite :: starting new connection
[32356] Tue Apr 16 14:52:45 2019 :: dmlite :: DSI options :: dome_checksum
[32356] Tue Apr 16 14:52:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32356] Tue Apr 16 14:52:45 2019 :: User :globus-mapping: successfully authorized.
[32356] Tue Apr 16 14:52:45 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32356] Tue Apr 16 14:52:45 2019 :: Closed connection from fts803.cern.ch:40996
[32356] Tue Apr 16 14:52:45 2019 :: dmlite :: closing connection
[28669] Tue Apr 16 14:52:46 2019 :: Closed connection from fts803.cern.ch:37822
[28669] Tue Apr 16 14:52:46 2019 :: dmlite :: closing connection
[32305] Tue Apr 16 14:52:43 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32305] Tue Apr 16 14:52:43 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024634.pool.root.1.544225.1555419162 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32335] Tue Apr 16 14:52:44 2019 :: Configuration read from /etc/gridftp.conf.
[32335] Tue Apr 16 14:52:44 2019 :: Server started in inetd mode.
[32335] Tue Apr 16 14:52:44 2019 :: New connection from: fts120.cern.ch:59984
[32335] Tue Apr 16 14:52:44 2019 :: dmlite :: starting new connection
[32335] Tue Apr 16 14:52:44 2019 :: dmlite :: DSI options :: dome_checksum
[32335] Tue Apr 16 14:52:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32335] Tue Apr 16 14:52:44 2019 :: User :globus-mapping: successfully authorized.
[32335] Tue Apr 16 14:52:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/13/EVNT.17686636._031182.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[32335] Tue Apr 16 14:52:45 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/13/EVNT.17686636._031182.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[32335] Tue Apr 16 14:52:45 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/13/EVNT.17686636._031182.pool.root.1
[32335] Tue Apr 16 14:52:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/13/EVNT.17686636._031182.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[32335] Tue Apr 16 14:52:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/13/EVNT.17686636._031182.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[32335] Tue Apr 16 14:52:47 2019 :: requested node: dpmpool9.farm.particle.cz
[32335] Tue Apr 16 14:52:47 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[32335] Tue Apr 16 14:52:47 2019 :: connected to remote node
[32335] Tue Apr 16 14:52:47 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686636._031182.pool.root.1.rucio.upload.543617.1555418464 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[32335] Tue Apr 16 14:52:47 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/13/EVNT.17686636._031182.pool.root.1".
[25653] Tue Apr 16 14:52:45 2019 :: Child process 28728 ended with rc = 0
[25653] Tue Apr 16 14:52:45 2019 :: Child process 32350 ended with rc = 0
[25653] Tue Apr 16 14:52:45 2019 :: Child process 32356 ended with rc = 0
[25653] Tue Apr 16 14:52:46 2019 :: Child process 28669 ended with rc = 0
[32335] Tue Apr 16 14:52:50 2019 :: Closed connection from fts120.cern.ch:59984
[32335] Tue Apr 16 14:52:50 2019 :: dmlite :: closing connection
[30966] Tue Apr 16 14:52:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1".
[30966] Tue Apr 16 14:52:52 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_TRUTH1.17737484._000803.pool.root.1.544213.1555419111 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[30966] Tue Apr 16 14:52:52 2019 :: Closed connection from fts813.cern.ch:60766
[30966] Tue Apr 16 14:52:52 2019 :: dmlite :: closing connection
[32386] Tue Apr 16 14:52:52 2019 :: Configuration read from /etc/gridftp.conf.
[32386] Tue Apr 16 14:52:52 2019 :: Server started in inetd mode.
[32386] Tue Apr 16 14:52:52 2019 :: New connection from: fts813.cern.ch:34060
[32386] Tue Apr 16 14:52:53 2019 :: dmlite :: starting new connection
[32386] Tue Apr 16 14:52:53 2019 :: dmlite :: DSI options :: dome_checksum
[32386] Tue Apr 16 14:52:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32386] Tue Apr 16 14:52:53 2019 :: User :globus-mapping: successfully authorized.
[32386] Tue Apr 16 14:52:53 2019 :: Closed connection from fts813.cern.ch:34060
[32386] Tue Apr 16 14:52:53 2019 :: dmlite :: closing connection
[32379] Tue Apr 16 14:52:52 2019 :: Configuration read from /etc/gridftp.conf.
[32379] Tue Apr 16 14:52:52 2019 :: Server started in inetd mode.
[32379] Tue Apr 16 14:52:52 2019 :: New connection from: fts803.cern.ch:41170
[32379] Tue Apr 16 14:52:52 2019 :: dmlite :: starting new connection
[32379] Tue Apr 16 14:52:52 2019 :: dmlite :: DSI options :: dome_checksum
[32379] Tue Apr 16 14:52:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32379] Tue Apr 16 14:52:52 2019 :: User :globus-mapping: successfully authorized.
[32379] Tue Apr 16 14:52:52 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1
[32379] Tue Apr 16 14:52:52 2019 :: requested node: dpmpool21.farm.particle.cz
[32379] Tue Apr 16 14:52:52 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[32379] Tue Apr 16 14:52:52 2019 :: connected to remote node
[32379] Tue Apr 16 14:52:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32379] Tue Apr 16 14:52:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1'
[32379] Tue Apr 16 14:52:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32379] Tue Apr 16 14:52:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32379] Tue Apr 16 14:52:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32379] Tue Apr 16 14:52:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686636._027169.pool.root.1.544226.1555419172 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32379] Tue Apr 16 14:52:55 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1".
[32379] Tue Apr 16 14:52:55 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17686636._027169.pool.root.1.544226.1555419172 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32379] Tue Apr 16 14:52:55 2019 :: Closed connection from fts803.cern.ch:41170
[32379] Tue Apr 16 14:52:55 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:52:50 2019 :: Child process 32335 ended with rc = 0
[25653] Tue Apr 16 14:52:52 2019 :: Child process 30966 ended with rc = 0
[25653] Tue Apr 16 14:52:53 2019 :: Child process 32386 ended with rc = 0
[25653] Tue Apr 16 14:52:55 2019 :: Child process 32379 ended with rc = 0
[32449] Tue Apr 16 14:52:55 2019 :: Configuration read from /etc/gridftp.conf.
[32449] Tue Apr 16 14:52:55 2019 :: Server started in inetd mode.
[32449] Tue Apr 16 14:52:55 2019 :: New connection from: fts803.cern.ch:41240
[32449] Tue Apr 16 14:52:55 2019 :: dmlite :: starting new connection
[32449] Tue Apr 16 14:52:55 2019 :: dmlite :: DSI options :: dome_checksum
[32449] Tue Apr 16 14:52:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32449] Tue Apr 16 14:52:55 2019 :: User :globus-mapping: successfully authorized.
[32449] Tue Apr 16 14:52:55 2019 :: Closed connection from fts803.cern.ch:41240
[32449] Tue Apr 16 14:52:55 2019 :: dmlite :: closing connection
[32477] Tue Apr 16 14:52:55 2019 :: Configuration read from /etc/gridftp.conf.
[32477] Tue Apr 16 14:52:55 2019 :: Server started in inetd mode.
[32477] Tue Apr 16 14:52:55 2019 :: New connection from: skurut01.farm.particle.cz:39416
[32477] Tue Apr 16 14:52:55 2019 :: dmlite :: starting new connection
[32477] Tue Apr 16 14:52:55 2019 :: dmlite :: DSI options :: dome_checksum
[32477] Tue Apr 16 14:52:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32477] Tue Apr 16 14:52:55 2019 :: User :globus-mapping: successfully authorized.
[32477] Tue Apr 16 14:52:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32477] Tue Apr 16 14:52:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (485 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32477] Tue Apr 16 14:52:55 2019 :: Closed connection from skurut01.farm.particle.cz:39416
[32477] Tue Apr 16 14:52:55 2019 :: dmlite :: closing connection
[32369] Tue Apr 16 14:52:51 2019 :: Configuration read from /etc/gridftp.conf.
[32369] Tue Apr 16 14:52:51 2019 :: Server started in inetd mode.
[32369] Tue Apr 16 14:52:51 2019 :: New connection from: fts803.cern.ch:41140
[32369] Tue Apr 16 14:52:51 2019 :: dmlite :: starting new connection
[32369] Tue Apr 16 14:52:51 2019 :: dmlite :: DSI options :: dome_checksum
[32369] Tue Apr 16 14:52:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32369] Tue Apr 16 14:52:51 2019 :: User :globus-mapping: successfully authorized.
[32369] Tue Apr 16 14:52:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32369] Tue Apr 16 14:52:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32369] Tue Apr 16 14:52:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32484] Tue Apr 16 14:52:55 2019 :: Configuration read from /etc/gridftp.conf.
[32484] Tue Apr 16 14:52:55 2019 :: Server started in inetd mode.
[32484] Tue Apr 16 14:52:55 2019 :: New connection from: fts803.cern.ch:41242
[32484] Tue Apr 16 14:52:55 2019 :: dmlite :: starting new connection
[32484] Tue Apr 16 14:52:55 2019 :: dmlite :: DSI options :: dome_checksum
[32484] Tue Apr 16 14:52:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32484] Tue Apr 16 14:52:55 2019 :: User :globus-mapping: successfully authorized.
[32484] Tue Apr 16 14:52:55 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32484] Tue Apr 16 14:52:55 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1
[32484] Tue Apr 16 14:52:56 2019 :: Closed connection from fts803.cern.ch:41242
[32484] Tue Apr 16 14:52:56 2019 :: dmlite :: closing connection
[32490] Tue Apr 16 14:52:55 2019 :: Configuration read from /etc/gridftp.conf.
[32490] Tue Apr 16 14:52:55 2019 :: Server started in inetd mode.
[32490] Tue Apr 16 14:52:55 2019 :: New connection from: skurut01.farm.particle.cz:39418
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: starting new connection
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: DSI options :: dome_checksum
[32490] Tue Apr 16 14:52:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32490] Tue Apr 16 14:52:55 2019 :: User :globus-mapping: successfully authorized.
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (485 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (537 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20' - 22-[#00.000022] Can't create folder '20' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (537 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload
[32490] Tue Apr 16 14:52:55 2019 :: requested node: dpmpool9.farm.particle.cz
[32490] Tue Apr 16 14:52:55 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[32490] Tue Apr 16 14:52:55 2019 :: connected to remote node
[32490] Tue Apr 16 14:52:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:57 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload'
[32490] Tue Apr 16 14:52:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32490] Tue Apr 16 14:52:57 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32521] Tue Apr 16 14:52:57 2019 :: Configuration read from /etc/gridftp.conf.
[32521] Tue Apr 16 14:52:57 2019 :: Server started in inetd mode.
[32521] Tue Apr 16 14:52:57 2019 :: New connection from: fts803.cern.ch:41278
[32521] Tue Apr 16 14:52:57 2019 :: dmlite :: starting new connection
[32521] Tue Apr 16 14:52:57 2019 :: dmlite :: DSI options :: dome_checksum
[32521] Tue Apr 16 14:52:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32521] Tue Apr 16 14:52:57 2019 :: User :globus-mapping: successfully authorized.
[32521] Tue Apr 16 14:52:57 2019 :: Closed connection from fts803.cern.ch:41278
[32521] Tue Apr 16 14:52:57 2019 :: dmlite :: closing connection
[32529] Tue Apr 16 14:52:57 2019 :: Configuration read from /etc/gridftp.conf.
[32529] Tue Apr 16 14:52:57 2019 :: Server started in inetd mode.
[32529] Tue Apr 16 14:52:57 2019 :: New connection from: fts803.cern.ch:41282
[32529] Tue Apr 16 14:52:57 2019 :: dmlite :: starting new connection
[32529] Tue Apr 16 14:52:57 2019 :: dmlite :: DSI options :: dome_checksum
[32529] Tue Apr 16 14:52:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32529] Tue Apr 16 14:52:57 2019 :: User :globus-mapping: successfully authorized.
[32529] Tue Apr 16 14:52:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/de/EVNT.17686636._027169.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[32529] Tue Apr 16 14:52:57 2019 :: Closed connection from fts803.cern.ch:41282
[32529] Tue Apr 16 14:52:57 2019 :: dmlite :: closing connection
[32369] Tue Apr 16 14:52:57 2019 :: Closed connection from fts803.cern.ch:41140
[32369] Tue Apr 16 14:52:57 2019 :: dmlite :: closing connection
[32394] Tue Apr 16 14:52:53 2019 :: Configuration read from /etc/gridftp.conf.
[32394] Tue Apr 16 14:52:53 2019 :: Server started in inetd mode.
[32394] Tue Apr 16 14:52:53 2019 :: New connection from: fts813.cern.ch:34066
[32394] Tue Apr 16 14:52:53 2019 :: dmlite :: starting new connection
[32394] Tue Apr 16 14:52:53 2019 :: dmlite :: DSI options :: dome_checksum
[32394] Tue Apr 16 14:52:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32394] Tue Apr 16 14:52:53 2019 :: User :globus-mapping: successfully authorized.
[32394] Tue Apr 16 14:52:53 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[32394] Tue Apr 16 14:52:53 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1
[32514] Tue Apr 16 14:52:56 2019 :: Configuration read from /etc/gridftp.conf.
[32514] Tue Apr 16 14:52:56 2019 :: Server started in inetd mode.
[32514] Tue Apr 16 14:52:56 2019 :: New connection from: fts804.cern.ch:45552
[32514] Tue Apr 16 14:52:57 2019 :: dmlite :: starting new connection
[32514] Tue Apr 16 14:52:57 2019 :: dmlite :: DSI options :: dome_checksum
[32514] Tue Apr 16 14:52:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32514] Tue Apr 16 14:52:57 2019 :: User :globus-mapping: successfully authorized.
[32514] Tue Apr 16 14:52:57 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1
[32514] Tue Apr 16 14:52:57 2019 :: requested node: dpmpool21.farm.particle.cz
[32514] Tue Apr 16 14:52:57 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[32514] Tue Apr 16 14:52:57 2019 :: connected to remote node
[32514] Tue Apr 16 14:52:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32514] Tue Apr 16 14:52:58 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1'
[32514] Tue Apr 16 14:52:58 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32514] Tue Apr 16 14:52:58 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[25653] Tue Apr 16 14:52:55 2019 :: Child process 32449 ended with rc = 0
[25653] Tue Apr 16 14:52:55 2019 :: Child process 32477 ended with rc = 0
[25653] Tue Apr 16 14:52:56 2019 :: Child process 32484 ended with rc = 0
[25653] Tue Apr 16 14:52:57 2019 :: Child process 32521 ended with rc = 0
[25653] Tue Apr 16 14:52:57 2019 :: Child process 32529 ended with rc = 0
[25653] Tue Apr 16 14:52:57 2019 :: Child process 32369 ended with rc = 0
[32490] Tue Apr 16 14:52:57 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:52:57 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/AOD.17696908._003030.pool.root.1.rucio.upload.544227.1555419175 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32500] Tue Apr 16 14:52:56 2019 :: Configuration read from /etc/gridftp.conf.
[32506] Tue Apr 16 14:52:56 2019 :: Configuration read from /etc/gridftp.conf.
[32506] Tue Apr 16 14:52:56 2019 :: Server started in inetd mode.
[32506] Tue Apr 16 14:52:56 2019 :: New connection from: fts804.cern.ch:45526
[32506] Tue Apr 16 14:52:56 2019 :: dmlite :: starting new connection
[32506] Tue Apr 16 14:52:56 2019 :: dmlite :: DSI options :: dome_checksum
[32506] Tue Apr 16 14:52:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32506] Tue Apr 16 14:52:56 2019 :: User :globus-mapping: successfully authorized.
[32506] Tue Apr 16 14:52:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32506] Tue Apr 16 14:52:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32506] Tue Apr 16 14:52:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[30652] Tue Apr 16 14:53:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1".
[30652] Tue Apr 16 14:53:01 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_TRUTH1.17737484._000154.pool.root.1.544209.1555419089 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[30652] Tue Apr 16 14:53:01 2019 :: Closed connection from fts800.cern.ch:34626
[30652] Tue Apr 16 14:53:01 2019 :: dmlite :: closing connection
[32703] Tue Apr 16 14:53:01 2019 :: Configuration read from /etc/gridftp.conf.
[32703] Tue Apr 16 14:53:01 2019 :: Server started in inetd mode.
[32703] Tue Apr 16 14:53:01 2019 :: New connection from: fts800.cern.ch:36152
[32703] Tue Apr 16 14:53:01 2019 :: dmlite :: starting new connection
[32703] Tue Apr 16 14:53:01 2019 :: dmlite :: DSI options :: dome_checksum
[32703] Tue Apr 16 14:53:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32703] Tue Apr 16 14:53:01 2019 :: User :globus-mapping: successfully authorized.
[32703] Tue Apr 16 14:53:01 2019 :: Closed connection from fts800.cern.ch:36152
[32703] Tue Apr 16 14:53:01 2019 :: dmlite :: closing connection
[32514] Tue Apr 16 14:52:58 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32514] Tue Apr 16 14:52:58 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_TRUTH1.17737484._000800.pool.root.1.544228.1555419177 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32394] Tue Apr 16 14:53:02 2019 :: Closed connection from fts813.cern.ch:34066
[32394] Tue Apr 16 14:53:02 2019 :: dmlite :: closing connection
[32720] Tue Apr 16 14:53:02 2019 :: Configuration read from /etc/gridftp.conf.
[32720] Tue Apr 16 14:53:02 2019 :: Server started in inetd mode.
[32720] Tue Apr 16 14:53:02 2019 :: New connection from: fts813.cern.ch:34188
[32720] Tue Apr 16 14:53:02 2019 :: dmlite :: starting new connection
[32720] Tue Apr 16 14:53:02 2019 :: dmlite :: DSI options :: dome_checksum
[32720] Tue Apr 16 14:53:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32720] Tue Apr 16 14:53:02 2019 :: User :globus-mapping: successfully authorized.
[32720] Tue Apr 16 14:53:02 2019 :: Closed connection from fts813.cern.ch:34188
[32720] Tue Apr 16 14:53:02 2019 :: dmlite :: closing connection
[32727] Tue Apr 16 14:53:02 2019 :: Configuration read from /etc/gridftp.conf.
[32727] Tue Apr 16 14:53:02 2019 :: Server started in inetd mode.
[32727] Tue Apr 16 14:53:02 2019 :: New connection from: fts813.cern.ch:34194
[32727] Tue Apr 16 14:53:03 2019 :: dmlite :: starting new connection
[32727] Tue Apr 16 14:53:03 2019 :: dmlite :: DSI options :: dome_checksum
[32727] Tue Apr 16 14:53:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32727] Tue Apr 16 14:53:03 2019 :: User :globus-mapping: successfully authorized.
[32727] Tue Apr 16 14:53:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/46/33/DAOD_TRUTH1.17737484._000803.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[32727] Tue Apr 16 14:53:03 2019 :: Closed connection from fts813.cern.ch:34194
[32727] Tue Apr 16 14:53:03 2019 :: dmlite :: closing connection
[30958] Tue Apr 16 14:53:03 2019 :: Closed connection from fts813.cern.ch:60738
[30958] Tue Apr 16 14:53:03 2019 :: dmlite :: closing connection
[32694] Tue Apr 16 14:52:59 2019 :: Configuration read from /etc/gridftp.conf.
[32694] Tue Apr 16 14:52:59 2019 :: Server started in inetd mode.
[32694] Tue Apr 16 14:53:04 2019 :: New connection from: mikan14.farm.particle.cz:39184
[32694] Tue Apr 16 14:53:04 2019 :: dmlite :: starting new connection
[32694] Tue Apr 16 14:53:04 2019 :: dmlite :: DSI options :: dome_checksum
[32694] Tue Apr 16 14:53:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32694] Tue Apr 16 14:53:04 2019 :: User :globus-mapping: successfully authorized.
[32694] Tue Apr 16 14:53:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32694] Tue Apr 16 14:53:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32694] Tue Apr 16 14:53:04 2019 :: Closed connection from mikan14.farm.particle.cz:39184
[32694] Tue Apr 16 14:53:04 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:53:01 2019 :: Child process 30652 ended with rc = 0
[25653] Tue Apr 16 14:53:01 2019 :: Child process 32703 ended with rc = 0
[25653] Tue Apr 16 14:53:02 2019 :: Child process 32394 ended with rc = 0
[25653] Tue Apr 16 14:53:02 2019 :: Child process 32720 ended with rc = 0
[25653] Tue Apr 16 14:53:03 2019 :: Child process 32727 ended with rc = 0
[25653] Tue Apr 16 14:53:03 2019 :: Child process 30958 ended with rc = 0
[25653] Tue Apr 16 14:53:04 2019 :: Child process 32694 ended with rc = 0
[32252] Tue Apr 16 14:53:05 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1".
[32252] Tue Apr 16 14:53:05 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024614.pool.root.1.544224.1555419158 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[32252] Tue Apr 16 14:53:05 2019 :: Closed connection from fts811.cern.ch:39728
[32252] Tue Apr 16 14:53:05 2019 :: dmlite :: closing connection
[303] Tue Apr 16 14:53:05 2019 :: Configuration read from /etc/gridftp.conf.
[303] Tue Apr 16 14:53:05 2019 :: Server started in inetd mode.
[303] Tue Apr 16 14:53:05 2019 :: New connection from: fts811.cern.ch:39972
[303] Tue Apr 16 14:53:05 2019 :: dmlite :: starting new connection
[303] Tue Apr 16 14:53:05 2019 :: dmlite :: DSI options :: dome_checksum
[303] Tue Apr 16 14:53:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[303] Tue Apr 16 14:53:05 2019 :: User :globus-mapping: successfully authorized.
[303] Tue Apr 16 14:53:05 2019 :: Closed connection from fts811.cern.ch:39972
[303] Tue Apr 16 14:53:05 2019 :: dmlite :: closing connection
[32500] Tue Apr 16 14:53:01 2019 :: Server started in inetd mode.
[32500] Tue Apr 16 14:53:01 2019 :: New connection from: skurut07.farm.particle.cz:53270
[32500] Tue Apr 16 14:53:06 2019 :: dmlite :: starting new connection
[32500] Tue Apr 16 14:53:06 2019 :: dmlite :: DSI options :: dome_checksum
[32500] Tue Apr 16 14:53:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32500] Tue Apr 16 14:53:06 2019 :: User :globus-mapping: successfully authorized.
[32500] Tue Apr 16 14:53:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[32500] Tue Apr 16 14:53:06 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[32500] Tue Apr 16 14:53:06 2019 :: Closed connection from skurut07.farm.particle.cz:53270
[32500] Tue Apr 16 14:53:06 2019 :: dmlite :: closing connection
[32713] Tue Apr 16 14:53:01 2019 :: Configuration read from /etc/gridftp.conf.
[32713] Tue Apr 16 14:53:01 2019 :: Server started in inetd mode.
[32713] Tue Apr 16 14:53:01 2019 :: New connection from: fts800.cern.ch:36162
[32713] Tue Apr 16 14:53:02 2019 :: dmlite :: starting new connection
[32713] Tue Apr 16 14:53:02 2019 :: dmlite :: DSI options :: dome_checksum
[32713] Tue Apr 16 14:53:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[32713] Tue Apr 16 14:53:02 2019 :: User :globus-mapping: successfully authorized.
[32713] Tue Apr 16 14:53:02 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[32713] Tue Apr 16 14:53:02 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1
[29053] Tue Apr 16 14:53:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1".
[29053] Tue Apr 16 14:53:07 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000255.pool.root.1.544173.1555419041 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[29053] Tue Apr 16 14:53:07 2019 :: Closed connection from fts805.cern.ch:55808
[29053] Tue Apr 16 14:53:07 2019 :: dmlite :: closing connection
[32733] Tue Apr 16 14:53:03 2019 :: Configuration read from /etc/gridftp.conf.
[32733] Tue Apr 16 14:53:08 2019 :: Server started in inetd mode.
[32733] Tue Apr 16 14:53:08 2019 :: New connection from: mikan07.farm.particle.cz:56816
[32733] Tue Apr 16 14:53:08 2019 :: dmlite :: starting new connection
[32733] Tue Apr 16 14:53:08 2019 :: dmlite :: DSI options :: dome_checksum
[32733] Tue Apr 16 14:53:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32733] Tue Apr 16 14:53:08 2019 :: User :globus-mapping: successfully authorized.
[32733] Tue Apr 16 14:53:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[32733] Tue Apr 16 14:53:08 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[32733] Tue Apr 16 14:53:08 2019 :: Closed connection from mikan07.farm.particle.cz:56816
[32733] Tue Apr 16 14:53:08 2019 :: dmlite :: closing connection
[348] Tue Apr 16 14:53:07 2019 :: Configuration read from /etc/gridftp.conf.
[348] Tue Apr 16 14:53:08 2019 :: Server started in inetd mode.
[348] Tue Apr 16 14:53:08 2019 :: New connection from: fts805.cern.ch:59254
[348] Tue Apr 16 14:53:08 2019 :: dmlite :: starting new connection
[348] Tue Apr 16 14:53:08 2019 :: dmlite :: DSI options :: dome_checksum
[348] Tue Apr 16 14:53:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[348] Tue Apr 16 14:53:08 2019 :: User :globus-mapping: successfully authorized.
[348] Tue Apr 16 14:53:08 2019 :: Closed connection from fts805.cern.ch:59254
[348] Tue Apr 16 14:53:08 2019 :: dmlite :: closing connection
[32750] Tue Apr 16 14:53:04 2019 :: Configuration read from /etc/gridftp.conf.
[32750] Tue Apr 16 14:53:04 2019 :: Server started in inetd mode.
[342] Tue Apr 16 14:53:07 2019 :: Configuration read from /etc/gridftp.conf.
[342] Tue Apr 16 14:53:07 2019 :: Server started in inetd mode.
[342] Tue Apr 16 14:53:07 2019 :: New connection from: fts804.cern.ch:45646
[342] Tue Apr 16 14:53:08 2019 :: dmlite :: starting new connection
[342] Tue Apr 16 14:53:08 2019 :: dmlite :: DSI options :: dome_checksum
[342] Tue Apr 16 14:53:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[342] Tue Apr 16 14:53:08 2019 :: User :globus-mapping: successfully authorized.
[342] Tue Apr 16 14:53:08 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1
[342] Tue Apr 16 14:53:08 2019 :: requested node: dpmpool22.farm.particle.cz
[342] Tue Apr 16 14:53:08 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[342] Tue Apr 16 14:53:08 2019 :: connected to remote node
[342] Tue Apr 16 14:53:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[342] Tue Apr 16 14:53:09 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1'
[342] Tue Apr 16 14:53:09 2019 :: dmlite :: stat :: zero size replica, maybe pending
[342] Tue Apr 16 14:53:09 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32756] Tue Apr 16 14:53:04 2019 :: Configuration read from /etc/gridftp.conf.
[32756] Tue Apr 16 14:53:04 2019 :: Server started in inetd mode.
[32756] Tue Apr 16 14:53:04 2019 :: New connection from: ui8.farm.particle.cz:52766
[25653] Tue Apr 16 14:53:05 2019 :: Child process 32252 ended with rc = 0
[25653] Tue Apr 16 14:53:05 2019 :: Child process 303 ended with rc = 0
[25653] Tue Apr 16 14:53:06 2019 :: Child process 32500 ended with rc = 0
[25653] Tue Apr 16 14:53:07 2019 :: Child process 29053 ended with rc = 0
[25653] Tue Apr 16 14:53:08 2019 :: Child process 32733 ended with rc = 0
[25653] Tue Apr 16 14:53:08 2019 :: Child process 348 ended with rc = 0
[342] Tue Apr 16 14:53:09 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[342] Tue Apr 16 14:53:09 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17686552._038003.pool.root.1.544229.1555419188 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[342] Tue Apr 16 14:53:10 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1".
[342] Tue Apr 16 14:53:10 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17686552._038003.pool.root.1.544229.1555419188 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[342] Tue Apr 16 14:53:10 2019 :: Closed connection from fts804.cern.ch:45646
[342] Tue Apr 16 14:53:10 2019 :: dmlite :: closing connection
[32490] Tue Apr 16 14:53:09 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload".
[32490] Tue Apr 16 14:53:09 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/AOD.17696908._003030.pool.root.1.rucio.upload.544227.1555419175 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:53:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:53:09 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:53:09 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload
[32756] Tue Apr 16 14:53:09 2019 :: dmlite :: starting new connection
[32756] Tue Apr 16 14:53:09 2019 :: dmlite :: DSI options :: dome_checksum
[32756] Tue Apr 16 14:53:09 2019 :: DN /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 successfully authorized.
[32756] Tue Apr 16 14:53:09 2019 :: User :globus-mapping: successfully authorized.
[32756] Tue Apr 16 14:53:09 2019 :: passive mode: STOR /dpmpool18.farm.particle.cz:/mnt/fs6/auger/2019-04-16/DAT010577.tar.gz.607387013.0
[32756] Tue Apr 16 14:53:09 2019 :: requested node: dpmpool18.farm.particle.cz
[32756] Tue Apr 16 14:53:09 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[32756] Tue Apr 16 14:53:10 2019 :: connected to remote node
[32756] Tue Apr 16 14:53:10 2019 :: dmlite :: stat :: /dpmpool18.farm.particle.cz:/mnt/fs6/auger/2019-04-16/DAT010577.tar.gz.607387013.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[32756] Tue Apr 16 14:53:10 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32756] Tue Apr 16 14:53:10 2019 :: dmlite :: user error :: 22 :: [#00.000022] DavixError (18): Failure HTTP 404 : File not found  after 3 attempts :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[32756] Tue Apr 16 14:53:10 2019 :: dmlite :: recv :: requesting transfer :: /dpmpool18.farm.particle.cz:/mnt/fs6/auger/2019-04-16/DAT010577.tar.gz.607387013.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[32756] Tue Apr 16 14:53:10 2019 :: Finished transferring "/dpmpool18.farm.particle.cz:/mnt/fs6/auger/2019-04-16/DAT010577.tar.gz.607387013.0".
[32756] Tue Apr 16 14:53:10 2019 :: Closed connection from ui8.farm.particle.cz:52766
[32756] Tue Apr 16 14:53:10 2019 :: dmlite :: closing connection
[376] Tue Apr 16 14:53:10 2019 :: Configuration read from /etc/gridftp.conf.
[376] Tue Apr 16 14:53:10 2019 :: Server started in inetd mode.
[376] Tue Apr 16 14:53:10 2019 :: New connection from: fts804.cern.ch:45650
[376] Tue Apr 16 14:53:10 2019 :: dmlite :: starting new connection
[376] Tue Apr 16 14:53:10 2019 :: dmlite :: DSI options :: dome_checksum
[376] Tue Apr 16 14:53:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[376] Tue Apr 16 14:53:10 2019 :: User :globus-mapping: successfully authorized.
[376] Tue Apr 16 14:53:10 2019 :: Closed connection from fts804.cern.ch:45650
[376] Tue Apr 16 14:53:10 2019 :: dmlite :: closing connection
[309] Tue Apr 16 14:53:05 2019 :: Configuration read from /etc/gridftp.conf.
[309] Tue Apr 16 14:53:05 2019 :: Server started in inetd mode.
[309] Tue Apr 16 14:53:05 2019 :: New connection from: fts811.cern.ch:39974
[309] Tue Apr 16 14:53:05 2019 :: dmlite :: starting new connection
[309] Tue Apr 16 14:53:05 2019 :: dmlite :: DSI options :: dome_checksum
[309] Tue Apr 16 14:53:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[309] Tue Apr 16 14:53:05 2019 :: User :globus-mapping: successfully authorized.
[309] Tue Apr 16 14:53:05 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[309] Tue Apr 16 14:53:05 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1
[32750] Tue Apr 16 14:53:09 2019 :: New connection from: mikan14.farm.particle.cz:39188
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: starting new connection
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: DSI options :: dome_checksum
[32750] Tue Apr 16 14:53:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[32750] Tue Apr 16 14:53:09 2019 :: User :globus-mapping: successfully authorized.
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0' - 22-[#00.000022] Can't create folder 'a0' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload
[32750] Tue Apr 16 14:53:09 2019 :: requested node: dpmpool9.farm.particle.cz
[32750] Tue Apr 16 14:53:09 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[32750] Tue Apr 16 14:53:09 2019 :: connected to remote node
[32750] Tue Apr 16 14:53:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload'
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: stat :: zero size replica, maybe pending
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[325] Tue Apr 16 14:53:06 2019 :: Configuration read from /etc/gridftp.conf.
[325] Tue Apr 16 14:53:06 2019 :: Server started in inetd mode.
[333] Tue Apr 16 14:53:06 2019 :: Configuration read from /etc/gridftp.conf.
[333] Tue Apr 16 14:53:06 2019 :: Server started in inetd mode.
[333] Tue Apr 16 14:53:06 2019 :: New connection from: fts804.cern.ch:45642
[333] Tue Apr 16 14:53:07 2019 :: dmlite :: starting new connection
[333] Tue Apr 16 14:53:07 2019 :: dmlite :: DSI options :: dome_checksum
[333] Tue Apr 16 14:53:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[333] Tue Apr 16 14:53:07 2019 :: User :globus-mapping: successfully authorized.
[333] Tue Apr 16 14:53:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[333] Tue Apr 16 14:53:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[333] Tue Apr 16 14:53:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[382] Tue Apr 16 14:53:10 2019 :: Configuration read from /etc/gridftp.conf.
[382] Tue Apr 16 14:53:10 2019 :: Server started in inetd mode.
[382] Tue Apr 16 14:53:10 2019 :: New connection from: fts804.cern.ch:45652
[382] Tue Apr 16 14:53:10 2019 :: dmlite :: starting new connection
[382] Tue Apr 16 14:53:10 2019 :: dmlite :: DSI options :: dome_checksum
[382] Tue Apr 16 14:53:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[382] Tue Apr 16 14:53:10 2019 :: User :globus-mapping: successfully authorized.
[382] Tue Apr 16 14:53:10 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[382] Tue Apr 16 14:53:10 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1
[382] Tue Apr 16 14:53:12 2019 :: Closed connection from fts804.cern.ch:45652
[382] Tue Apr 16 14:53:12 2019 :: dmlite :: closing connection
[30408] Tue Apr 16 14:53:08 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/data15_13TeV/83/cb/AOD.08262564._000358.pool.root.1".
[393] Tue Apr 16 14:53:12 2019 :: Configuration read from /etc/gridftp.conf.
[393] Tue Apr 16 14:53:12 2019 :: Server started in inetd mode.
[393] Tue Apr 16 14:53:12 2019 :: New connection from: fts804.cern.ch:45654
[393] Tue Apr 16 14:53:12 2019 :: dmlite :: starting new connection
[393] Tue Apr 16 14:53:12 2019 :: dmlite :: DSI options :: dome_checksum
[393] Tue Apr 16 14:53:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[393] Tue Apr 16 14:53:12 2019 :: User :globus-mapping: successfully authorized.
[393] Tue Apr 16 14:53:12 2019 :: Closed connection from fts804.cern.ch:45654
[393] Tue Apr 16 14:53:12 2019 :: dmlite :: closing connection
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17639170._128556.pool.root.1.rucio.upload.544230.1555419189 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:11 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload".
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17639170._128556.pool.root.1.rucio.upload.544230.1555419189 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:11 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload
[32750] Tue Apr 16 14:53:12 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:12 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0' - 22-[#00.000022] Can't create folder 'a0' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:12 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[32750] Tue Apr 16 14:53:12 2019 :: Closed connection from mikan14.farm.particle.cz:39188
[32750] Tue Apr 16 14:53:12 2019 :: dmlite :: closing connection
[399] Tue Apr 16 14:53:12 2019 :: Configuration read from /etc/gridftp.conf.
[399] Tue Apr 16 14:53:12 2019 :: Server started in inetd mode.
[399] Tue Apr 16 14:53:12 2019 :: New connection from: fts804.cern.ch:45656
[399] Tue Apr 16 14:53:12 2019 :: dmlite :: starting new connection
[399] Tue Apr 16 14:53:12 2019 :: dmlite :: DSI options :: dome_checksum
[399] Tue Apr 16 14:53:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[399] Tue Apr 16 14:53:12 2019 :: User :globus-mapping: successfully authorized.
[399] Tue Apr 16 14:53:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/a8/b7/EVNT.17686552._038003.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[399] Tue Apr 16 14:53:12 2019 :: Closed connection from fts804.cern.ch:45656
[399] Tue Apr 16 14:53:12 2019 :: dmlite :: closing connection
[333] Tue Apr 16 14:53:12 2019 :: Closed connection from fts804.cern.ch:45642
[333] Tue Apr 16 14:53:12 2019 :: dmlite :: closing connection
[325] Tue Apr 16 14:53:11 2019 :: New connection from: skurut07.farm.particle.cz:53274
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: starting new connection
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: DSI options :: dome_checksum
[325] Tue Apr 16 14:53:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[325] Tue Apr 16 14:53:11 2019 :: User :globus-mapping: successfully authorized.
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c' - 22-[#00.000022] Can't create folder '2c' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload
[325] Tue Apr 16 14:53:11 2019 :: requested node: dpmpool21.farm.particle.cz
[325] Tue Apr 16 14:53:11 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[325] Tue Apr 16 14:53:11 2019 :: connected to remote node
[325] Tue Apr 16 14:53:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:12 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload'
[325] Tue Apr 16 14:53:12 2019 :: dmlite :: stat :: zero size replica, maybe pending
[325] Tue Apr 16 14:53:12 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[357] Tue Apr 16 14:53:08 2019 :: Configuration read from /etc/gridftp.conf.
[363] Tue Apr 16 14:53:08 2019 :: Configuration read from /etc/gridftp.conf.
[363] Tue Apr 16 14:53:08 2019 :: Server started in inetd mode.
[363] Tue Apr 16 14:53:08 2019 :: New connection from: fts805.cern.ch:59256
[363] Tue Apr 16 14:53:08 2019 :: dmlite :: starting new connection
[363] Tue Apr 16 14:53:08 2019 :: dmlite :: DSI options :: dome_checksum
[363] Tue Apr 16 14:53:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[363] Tue Apr 16 14:53:08 2019 :: User :globus-mapping: successfully authorized.
[363] Tue Apr 16 14:53:08 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[363] Tue Apr 16 14:53:08 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1
[325] Tue Apr 16 14:53:12 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:12 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17686627._033978.job.log.tgz.1.rucio.upload.544231.1555419191 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:13 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload".
[325] Tue Apr 16 14:53:13 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17686627._033978.job.log.tgz.1.rucio.upload.544231.1555419191 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:13 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:13 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload
[325] Tue Apr 16 14:53:14 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:14 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c' - 22-[#00.000022] Can't create folder '2c' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:14 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[325] Tue Apr 16 14:53:14 2019 :: Closed connection from skurut07.farm.particle.cz:53274
[325] Tue Apr 16 14:53:14 2019 :: dmlite :: closing connection
[309] Tue Apr 16 14:53:15 2019 :: Closed connection from fts811.cern.ch:39974
[309] Tue Apr 16 14:53:15 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:53:10 2019 :: Child process 342 ended with rc = 0
[25653] Tue Apr 16 14:53:10 2019 :: Child process 32756 ended with rc = 0
[25653] Tue Apr 16 14:53:10 2019 :: Child process 376 ended with rc = 0
[25653] Tue Apr 16 14:53:12 2019 :: Child process 382 ended with rc = 0
[25653] Tue Apr 16 14:53:12 2019 :: Child process 393 ended with rc = 0
[25653] Tue Apr 16 14:53:12 2019 :: Child process 32750 ended with rc = 0
[25653] Tue Apr 16 14:53:12 2019 :: Child process 399 ended with rc = 0
[25653] Tue Apr 16 14:53:12 2019 :: Child process 333 ended with rc = 0
[25653] Tue Apr 16 14:53:14 2019 :: Child process 325 ended with rc = 0
[25653] Tue Apr 16 14:53:15 2019 :: Child process 309 ended with rc = 0
[420] Tue Apr 16 14:53:15 2019 :: Configuration read from /etc/gridftp.conf.
[420] Tue Apr 16 14:53:15 2019 :: Server started in inetd mode.
[420] Tue Apr 16 14:53:15 2019 :: New connection from: fts811.cern.ch:40068
[420] Tue Apr 16 14:53:15 2019 :: dmlite :: starting new connection
[420] Tue Apr 16 14:53:15 2019 :: dmlite :: DSI options :: dome_checksum
[420] Tue Apr 16 14:53:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[420] Tue Apr 16 14:53:15 2019 :: User :globus-mapping: successfully authorized.
[420] Tue Apr 16 14:53:15 2019 :: Closed connection from fts811.cern.ch:40068
[420] Tue Apr 16 14:53:15 2019 :: dmlite :: closing connection
[435] Tue Apr 16 14:53:15 2019 :: Configuration read from /etc/gridftp.conf.
[435] Tue Apr 16 14:53:15 2019 :: Server started in inetd mode.
[435] Tue Apr 16 14:53:15 2019 :: New connection from: fts811.cern.ch:40070
[435] Tue Apr 16 14:53:15 2019 :: dmlite :: starting new connection
[435] Tue Apr 16 14:53:15 2019 :: dmlite :: DSI options :: dome_checksum
[435] Tue Apr 16 14:53:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[435] Tue Apr 16 14:53:15 2019 :: User :globus-mapping: successfully authorized.
[435] Tue Apr 16 14:53:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a6/3c/HITS.17617237._024614.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[435] Tue Apr 16 14:53:15 2019 :: Closed connection from fts811.cern.ch:40070
[435] Tue Apr 16 14:53:15 2019 :: dmlite :: closing connection
[32242] Tue Apr 16 14:53:15 2019 :: Closed connection from fts811.cern.ch:39720
[32242] Tue Apr 16 14:53:15 2019 :: dmlite :: closing connection
[30552] Tue Apr 16 14:53:16 2019 :: Closed connection from lxplus608.cern.ch:57864
[30552] Tue Apr 16 14:53:16 2019 :: dmlite :: closing connection
[30408] Tue Apr 16 14:53:16 2019 :: Closed connection from lxplus608.cern.ch:57847
[30408] Tue Apr 16 14:53:16 2019 :: dmlite :: closing connection
[405] Tue Apr 16 14:53:12 2019 :: Configuration read from /etc/gridftp.conf.
[405] Tue Apr 16 14:53:12 2019 :: Server started in inetd mode.
[405] Tue Apr 16 14:53:12 2019 :: New connection from: mikan14.farm.particle.cz:39196
[405] Tue Apr 16 14:53:17 2019 :: dmlite :: starting new connection
[405] Tue Apr 16 14:53:17 2019 :: dmlite :: DSI options :: dome_checksum
[405] Tue Apr 16 14:53:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[405] Tue Apr 16 14:53:17 2019 :: User :globus-mapping: successfully authorized.
[405] Tue Apr 16 14:53:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[405] Tue Apr 16 14:53:17 2019 :: Closed connection from mikan14.farm.particle.cz:39196
[405] Tue Apr 16 14:53:17 2019 :: dmlite :: closing connection
[357] Tue Apr 16 14:53:13 2019 :: Server started in inetd mode.
[357] Tue Apr 16 14:53:13 2019 :: New connection from: mikan07.farm.particle.cz:56824
[28354] Tue Apr 16 14:53:18 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1".
[28354] Tue Apr 16 14:53:18 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000175.pool.root.1.544149.1555419023 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[28354] Tue Apr 16 14:53:18 2019 :: Closed connection from fts801.cern.ch:42078
[28354] Tue Apr 16 14:53:18 2019 :: dmlite :: closing connection
[32490] Tue Apr 16 14:53:18 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:53:18 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20' - 22-[#00.000022] Can't create folder '20' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:53:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:53:18 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[32490] Tue Apr 16 14:53:18 2019 :: Closed connection from skurut01.farm.particle.cz:39418
[32490] Tue Apr 16 14:53:18 2019 :: dmlite :: closing connection
[464] Tue Apr 16 14:53:18 2019 :: Configuration read from /etc/gridftp.conf.
[464] Tue Apr 16 14:53:18 2019 :: Server started in inetd mode.
[464] Tue Apr 16 14:53:18 2019 :: New connection from: fts801.cern.ch:46486
[464] Tue Apr 16 14:53:19 2019 :: dmlite :: starting new connection
[464] Tue Apr 16 14:53:19 2019 :: dmlite :: DSI options :: dome_checksum
[464] Tue Apr 16 14:53:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[464] Tue Apr 16 14:53:19 2019 :: User :globus-mapping: successfully authorized.
[464] Tue Apr 16 14:53:19 2019 :: Closed connection from fts801.cern.ch:46486
[464] Tue Apr 16 14:53:19 2019 :: dmlite :: closing connection
[414] Tue Apr 16 14:53:14 2019 :: Configuration read from /etc/gridftp.conf.
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: starting new connection
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: DSI options :: dome_checksum
[357] Tue Apr 16 14:53:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[357] Tue Apr 16 14:53:18 2019 :: User :globus-mapping: successfully authorized.
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80' - 22-[#00.000022] Can't create folder '80' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload
[357] Tue Apr 16 14:53:18 2019 :: requested node: dpmpool22.farm.particle.cz
[357] Tue Apr 16 14:53:18 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[357] Tue Apr 16 14:53:18 2019 :: connected to remote node
[357] Tue Apr 16 14:53:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload'
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: stat :: zero size replica, maybe pending
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[25653] Tue Apr 16 14:53:15 2019 :: Child process 420 ended with rc = 0
[25653] Tue Apr 16 14:53:15 2019 :: Child process 435 ended with rc = 0
[25653] Tue Apr 16 14:53:15 2019 :: Child process 32242 ended with rc = 0
[25653] Tue Apr 16 14:53:16 2019 :: Child process 30552 ended with rc = 0
[25653] Tue Apr 16 14:53:16 2019 :: Child process 30408 ended with rc = 0
[25653] Tue Apr 16 14:53:17 2019 :: Child process 405 ended with rc = 0
[25653] Tue Apr 16 14:53:18 2019 :: Child process 28354 ended with rc = 0
[25653] Tue Apr 16 14:53:18 2019 :: Child process 32490 ended with rc = 0
[25653] Tue Apr 16 14:53:19 2019 :: Child process 464 ended with rc = 0
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17663177._065072.pool.root.1.rucio.upload.544232.1555419198 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:20 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload".
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17663177._065072.pool.root.1.rucio.upload.544232.1555419198 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:20 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload
[357] Tue Apr 16 14:53:21 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:21 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80' - 22-[#00.000022] Can't create folder '80' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:21 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[357] Tue Apr 16 14:53:21 2019 :: Closed connection from mikan07.farm.particle.cz:56824
[357] Tue Apr 16 14:53:21 2019 :: dmlite :: closing connection
[485] Tue Apr 16 14:53:21 2019 :: Configuration read from /etc/gridftp.conf.
[485] Tue Apr 16 14:53:21 2019 :: Server started in inetd mode.
[485] Tue Apr 16 14:53:21 2019 :: New connection from: mikan07.farm.particle.cz:56838
[485] Tue Apr 16 14:53:21 2019 :: dmlite :: starting new connection
[485] Tue Apr 16 14:53:21 2019 :: dmlite :: DSI options :: dome_checksum
[485] Tue Apr 16 14:53:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[485] Tue Apr 16 14:53:21 2019 :: User :globus-mapping: successfully authorized.
[485] Tue Apr 16 14:53:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/06/80/EVNT.17663177._065072.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[485] Tue Apr 16 14:53:21 2019 :: Closed connection from mikan07.farm.particle.cz:56838
[485] Tue Apr 16 14:53:21 2019 :: dmlite :: closing connection
[471] Tue Apr 16 14:53:18 2019 :: Configuration read from /etc/gridftp.conf.
[471] Tue Apr 16 14:53:18 2019 :: Server started in inetd mode.
[471] Tue Apr 16 14:53:23 2019 :: New connection from: skurut01.farm.particle.cz:39486
[471] Tue Apr 16 14:53:24 2019 :: dmlite :: starting new connection
[471] Tue Apr 16 14:53:24 2019 :: dmlite :: DSI options :: dome_checksum
[471] Tue Apr 16 14:53:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[471] Tue Apr 16 14:53:24 2019 :: User :globus-mapping: successfully authorized.
[471] Tue Apr 16 14:53:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/20/AOD.17696908._003030.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[471] Tue Apr 16 14:53:24 2019 :: Closed connection from skurut01.farm.particle.cz:39486
[471] Tue Apr 16 14:53:24 2019 :: dmlite :: closing connection
[477] Tue Apr 16 14:53:19 2019 :: Configuration read from /etc/gridftp.conf.
[477] Tue Apr 16 14:53:19 2019 :: Server started in inetd mode.
[477] Tue Apr 16 14:53:19 2019 :: New connection from: fts801.cern.ch:46494
[477] Tue Apr 16 14:53:19 2019 :: dmlite :: starting new connection
[477] Tue Apr 16 14:53:19 2019 :: dmlite :: DSI options :: dome_checksum
[477] Tue Apr 16 14:53:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[477] Tue Apr 16 14:53:19 2019 :: User :globus-mapping: successfully authorized.
[477] Tue Apr 16 14:53:19 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[477] Tue Apr 16 14:53:19 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1
[32514] Tue Apr 16 14:53:24 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1".
[32514] Tue Apr 16 14:53:24 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_TRUTH1.17737484._000800.pool.root.1.544228.1555419177 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[32514] Tue Apr 16 14:53:24 2019 :: Closed connection from fts804.cern.ch:45552
[32514] Tue Apr 16 14:53:24 2019 :: dmlite :: closing connection
[414] Tue Apr 16 14:53:19 2019 :: Server started in inetd mode.
[504] Tue Apr 16 14:53:24 2019 :: GFork functionality not enabled.:
[504] Tue Apr 16 14:53:24 2019 :: Configuration read from /etc/gridftp.conf.
[504] Tue Apr 16 14:53:24 2019 :: Server started in inetd mode.
[504] Tue Apr 16 14:53:24 2019 :: New connection from: fts804.cern.ch:45698
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [CLIENT]: USER :globus-mapping:
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [SERVER]: 331 Password required for :globus-mapping:.
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [CLIENT]: PASS dummy
[504] Tue Apr 16 14:53:24 2019 :: dmlite :: starting new connection
[504] Tue Apr 16 14:53:24 2019 :: dmlite :: DSI options :: dome_checksum
[504] Tue Apr 16 14:53:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[504] Tue Apr 16 14:53:24 2019 :: User :globus-mapping: successfully authorized.
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [CLIENT]: PASS dummy
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [SERVER]: 230-User :globus-mapping: logged in.
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [CLIENT]: SITE HELP
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [SERVER]: 214-The following commands are recognized:
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [CLIENT]: FEAT
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [SERVER]: 211-Extensions supported
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=64a21c65-d040-51e2-94fb-80925073c2f1;file-id=696362748;retry=0
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [SERVER]: 250 OK.
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [CLIENT]: QUIT
[504] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45698: [SERVER]: 221 Goodbye.
[504] Tue Apr 16 14:53:24 2019 :: Closed connection from fts804.cern.ch:45698
[504] Tue Apr 16 14:53:24 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:53:21 2019 :: Child process 357 ended with rc = 0
[25653] Tue Apr 16 14:53:21 2019 :: Child process 485 ended with rc = 0
[25653] Tue Apr 16 14:53:24 2019 :: Child process 471 ended with rc = 0
[25653] Tue Apr 16 14:53:24 2019 :: Child process 32514 ended with rc = 0
[25653] Tue Apr 16 14:53:24 2019 :: Child process 504 ended with rc = 0
[363] Tue Apr 16 14:53:28 2019 :: Closed connection from fts805.cern.ch:59256
[363] Tue Apr 16 14:53:28 2019 :: dmlite :: closing connection
[477] Tue Apr 16 14:53:28 2019 :: Closed connection from fts801.cern.ch:46494
[477] Tue Apr 16 14:53:28 2019 :: dmlite :: closing connection
[520] Tue Apr 16 14:53:28 2019 :: GFork functionality not enabled.:
[520] Tue Apr 16 14:53:28 2019 :: Configuration read from /etc/gridftp.conf.
[520] Tue Apr 16 14:53:28 2019 :: Server started in inetd mode.
[520] Tue Apr 16 14:53:28 2019 :: New connection from: fts805.cern.ch:59402
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [CLIENT]: USER :globus-mapping:
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [SERVER]: 331 Password required for :globus-mapping:.
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [CLIENT]: PASS dummy
[520] Tue Apr 16 14:53:28 2019 :: dmlite :: starting new connection
[520] Tue Apr 16 14:53:28 2019 :: dmlite :: DSI options :: dome_checksum
[520] Tue Apr 16 14:53:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[520] Tue Apr 16 14:53:28 2019 :: User :globus-mapping: successfully authorized.
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [CLIENT]: PASS dummy
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [SERVER]: 230-User :globus-mapping: logged in.
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [CLIENT]: SITE HELP
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [SERVER]: 214-The following commands are recognized:
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [CLIENT]: FEAT
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [SERVER]: 211-Extensions supported
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ea638e64-7fa6-5323-831c-744d28078255;file-id=696360136;retry=0
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [SERVER]: 250 OK.
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [CLIENT]: QUIT
[520] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59402: [SERVER]: 221 Goodbye.
[520] Tue Apr 16 14:53:28 2019 :: Closed connection from fts805.cern.ch:59402
[520] Tue Apr 16 14:53:28 2019 :: dmlite :: closing connection
[497] Tue Apr 16 14:53:24 2019 :: GFork functionality not enabled.:
[497] Tue Apr 16 14:53:24 2019 :: Configuration read from /etc/gridftp.conf.
[497] Tue Apr 16 14:53:24 2019 :: Server started in inetd mode.
[533] Tue Apr 16 14:53:28 2019 :: GFork functionality not enabled.:
[533] Tue Apr 16 14:53:28 2019 :: Configuration read from /etc/gridftp.conf.
[533] Tue Apr 16 14:53:28 2019 :: Server started in inetd mode.
[533] Tue Apr 16 14:53:28 2019 :: New connection from: fts801.cern.ch:46612
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [CLIENT]: USER :globus-mapping:
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [SERVER]: 331 Password required for :globus-mapping:.
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [CLIENT]: PASS dummy
[533] Tue Apr 16 14:53:28 2019 :: dmlite :: starting new connection
[533] Tue Apr 16 14:53:28 2019 :: dmlite :: DSI options :: dome_checksum
[533] Tue Apr 16 14:53:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[533] Tue Apr 16 14:53:28 2019 :: User :globus-mapping: successfully authorized.
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [CLIENT]: PASS dummy
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [SERVER]: 230-User :globus-mapping: logged in.
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [CLIENT]: SITE HELP
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [SERVER]: 214-The following commands are recognized:
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [CLIENT]: FEAT
[533] Tue Apr 16 14:53:28 2019 :: fts801.cern.ch:46612: [SERVER]: 211-Extensions supported
[533] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46612: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0c461a68-61fc-5a83-bb2e-cbadea90d522;file-id=696358954;retry=0
[533] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46612: [SERVER]: 250 OK.
[533] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46612: [CLIENT]: QUIT
[533] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46612: [SERVER]: 221 Goodbye.
[533] Tue Apr 16 14:53:29 2019 :: Closed connection from fts801.cern.ch:46612
[533] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[497] Tue Apr 16 14:53:29 2019 :: New connection from: rubus18.farm.particle.cz:38584
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: USER :globus-mapping:
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 331 Password required for :globus-mapping:.
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: PASS dummy
[497] Tue Apr 16 14:53:29 2019 :: dmlite :: starting new connection
[497] Tue Apr 16 14:53:29 2019 :: dmlite :: DSI options :: dome_checksum
[497] Tue Apr 16 14:53:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[497] Tue Apr 16 14:53:29 2019 :: User :globus-mapping: successfully authorized.
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: PASS dummy
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 230-User :globus-mapping: logged in.
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: SITE HELP
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 214-The following commands are recognized:
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: FEAT
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 211-Extensions supported
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 250 OK.
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: TYPE I
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 200 Type set to I.
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: DCAU N
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 200 DCAU N.
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1
[497] Tue Apr 16 14:53:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[497] Tue Apr 16 14:53:29 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [CLIENT]: QUIT
[497] Tue Apr 16 14:53:29 2019 :: rubus18.farm.particle.cz:38584: [SERVER]: 221 Goodbye.
[497] Tue Apr 16 14:53:29 2019 :: Closed connection from rubus18.farm.particle.cz:38584
[497] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[527] Tue Apr 16 14:53:28 2019 :: GFork functionality not enabled.:
[527] Tue Apr 16 14:53:28 2019 :: Configuration read from /etc/gridftp.conf.
[527] Tue Apr 16 14:53:28 2019 :: Server started in inetd mode.
[527] Tue Apr 16 14:53:28 2019 :: New connection from: fts805.cern.ch:59412
[527] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59412: [CLIENT]: USER :globus-mapping:
[527] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59412: [SERVER]: 331 Password required for :globus-mapping:.
[527] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59412: [CLIENT]: PASS dummy
[527] Tue Apr 16 14:53:28 2019 :: dmlite :: starting new connection
[527] Tue Apr 16 14:53:28 2019 :: dmlite :: DSI options :: dome_checksum
[527] Tue Apr 16 14:53:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[527] Tue Apr 16 14:53:28 2019 :: User :globus-mapping: successfully authorized.
[527] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59412: [CLIENT]: PASS dummy
[527] Tue Apr 16 14:53:28 2019 :: fts805.cern.ch:59412: [SERVER]: 230-User :globus-mapping: logged in.
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [CLIENT]: SITE HELP
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [SERVER]: 214-The following commands are recognized:
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [CLIENT]: FEAT
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [SERVER]: 211-Extensions supported
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ea638e64-7fa6-5323-831c-744d28078255;file-id=696360136;retry=0
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [SERVER]: 250 OK.
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [CLIENT]: TYPE I
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [SERVER]: 200 Type set to I.
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [CLIENT]: MODE E
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [SERVER]: 200 Mode set to E.
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [CLIENT]: DCAU N
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [SERVER]: 200 DCAU N.
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1
[527] Tue Apr 16 14:53:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[527] Tue Apr 16 14:53:29 2019 :: dmlite :: stat :: single entry
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/37/0e/DAOD_HIGG5D2.17743336._000255.pool.root.1
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [CLIENT]: QUIT
[527] Tue Apr 16 14:53:29 2019 :: fts805.cern.ch:59412: [SERVER]: 221 Goodbye.
[527] Tue Apr 16 14:53:29 2019 :: Closed connection from fts805.cern.ch:59412
[527] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[28951] Tue Apr 16 14:53:29 2019 :: Closed connection from fts805.cern.ch:55746
[28951] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[414] Tue Apr 16 14:53:24 2019 :: New connection from: skurut07.farm.particle.cz:53282
[28312] Tue Apr 16 14:53:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1".
[28312] Tue Apr 16 14:53:29 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000098.pool.root.1.544147.1555419022 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[28312] Tue Apr 16 14:53:29 2019 :: Closed connection from fts812.cern.ch:51778
[28312] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[540] Tue Apr 16 14:53:29 2019 :: GFork functionality not enabled.:
[540] Tue Apr 16 14:53:29 2019 :: Configuration read from /etc/gridftp.conf.
[540] Tue Apr 16 14:53:29 2019 :: Server started in inetd mode.
[540] Tue Apr 16 14:53:29 2019 :: New connection from: fts801.cern.ch:46618
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: USER :globus-mapping:
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 331 Password required for :globus-mapping:.
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: PASS dummy
[540] Tue Apr 16 14:53:29 2019 :: dmlite :: starting new connection
[540] Tue Apr 16 14:53:29 2019 :: dmlite :: DSI options :: dome_checksum
[540] Tue Apr 16 14:53:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[540] Tue Apr 16 14:53:29 2019 :: User :globus-mapping: successfully authorized.
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: PASS dummy
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 230-User :globus-mapping: logged in.
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: SITE HELP
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 214-The following commands are recognized:
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: FEAT
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 211-Extensions supported
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0c461a68-61fc-5a83-bb2e-cbadea90d522;file-id=696358954;retry=0
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 250 OK.
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: TYPE I
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 200 Type set to I.
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: MODE E
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 200 Mode set to E.
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: DCAU N
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 200 DCAU N.
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1
[540] Tue Apr 16 14:53:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[540] Tue Apr 16 14:53:29 2019 :: dmlite :: stat :: single entry
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b5/44/DAOD_HIGG5D2.17743336._000175.pool.root.1
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [CLIENT]: QUIT
[540] Tue Apr 16 14:53:29 2019 :: fts801.cern.ch:46618: [SERVER]: 221 Goodbye.
[540] Tue Apr 16 14:53:29 2019 :: Closed connection from fts801.cern.ch:46618
[540] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[28306] Tue Apr 16 14:53:29 2019 :: Closed connection from fts801.cern.ch:41998
[28306] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[414] Tue Apr 16 14:53:29 2019 :: dmlite :: starting new connection
[414] Tue Apr 16 14:53:29 2019 :: dmlite :: DSI options :: dome_checksum
[414] Tue Apr 16 14:53:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[414] Tue Apr 16 14:53:29 2019 :: User :globus-mapping: successfully authorized.
[414] Tue Apr 16 14:53:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/80/2c/log.17686627._033978.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[414] Tue Apr 16 14:53:29 2019 :: Closed connection from skurut07.farm.particle.cz:53282
[414] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[510] Tue Apr 16 14:53:24 2019 :: GFork functionality not enabled.:
[510] Tue Apr 16 14:53:24 2019 :: Configuration read from /etc/gridftp.conf.
[510] Tue Apr 16 14:53:24 2019 :: Server started in inetd mode.
[510] Tue Apr 16 14:53:24 2019 :: New connection from: fts804.cern.ch:45702
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [CLIENT]: USER :globus-mapping:
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [SERVER]: 331 Password required for :globus-mapping:.
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [CLIENT]: PASS dummy
[510] Tue Apr 16 14:53:24 2019 :: dmlite :: starting new connection
[510] Tue Apr 16 14:53:24 2019 :: dmlite :: DSI options :: dome_checksum
[510] Tue Apr 16 14:53:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[510] Tue Apr 16 14:53:24 2019 :: User :globus-mapping: successfully authorized.
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [CLIENT]: PASS dummy
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [SERVER]: 230-User :globus-mapping: logged in.
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [CLIENT]: SITE HELP
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [SERVER]: 214-The following commands are recognized:
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [CLIENT]: FEAT
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [SERVER]: 211-Extensions supported
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=64a21c65-d040-51e2-94fb-80925073c2f1;file-id=696362748;retry=0
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [SERVER]: 250 OK.
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [CLIENT]: TYPE I
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [SERVER]: 200 Type set to I.
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [CLIENT]: MODE E
[510] Tue Apr 16 14:53:24 2019 :: fts804.cern.ch:45702: [SERVER]: 200 Mode set to E.
[510] Tue Apr 16 14:53:24 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[510] Tue Apr 16 14:53:24 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1
[554] Tue Apr 16 14:53:29 2019 :: GFork functionality not enabled.:
[554] Tue Apr 16 14:53:29 2019 :: Configuration read from /etc/gridftp.conf.
[554] Tue Apr 16 14:53:29 2019 :: Server started in inetd mode.
[554] Tue Apr 16 14:53:29 2019 :: New connection from: fts812.cern.ch:56524
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [CLIENT]: USER :globus-mapping:
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [SERVER]: 331 Password required for :globus-mapping:.
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [CLIENT]: PASS dummy
[554] Tue Apr 16 14:53:29 2019 :: dmlite :: starting new connection
[554] Tue Apr 16 14:53:29 2019 :: dmlite :: DSI options :: dome_checksum
[554] Tue Apr 16 14:53:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[554] Tue Apr 16 14:53:29 2019 :: User :globus-mapping: successfully authorized.
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [CLIENT]: PASS dummy
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [SERVER]: 230-User :globus-mapping: logged in.
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [CLIENT]: SITE HELP
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [SERVER]: 214-The following commands are recognized:
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [CLIENT]: FEAT
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [SERVER]: 211-Extensions supported
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=94d60e54-7c00-5316-8703-db466953d97a;file-id=696359064;retry=0
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [SERVER]: 250 OK.
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [CLIENT]: QUIT
[554] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56524: [SERVER]: 221 Goodbye.
[554] Tue Apr 16 14:53:29 2019 :: Closed connection from fts812.cern.ch:56524
[554] Tue Apr 16 14:53:29 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:53:28 2019 :: Child process 363 ended with rc = 0
[25653] Tue Apr 16 14:53:28 2019 :: Child process 477 ended with rc = 0
[25653] Tue Apr 16 14:53:28 2019 :: Child process 520 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 533 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 497 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 527 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 28951 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 28312 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 540 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 28306 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 414 ended with rc = 0
[25653] Tue Apr 16 14:53:29 2019 :: Child process 554 ended with rc = 0
[32713] Tue Apr 16 14:53:31 2019 :: Closed connection from fts800.cern.ch:36162
[32713] Tue Apr 16 14:53:31 2019 :: dmlite :: closing connection
[570] Tue Apr 16 14:53:31 2019 :: GFork functionality not enabled.:
[570] Tue Apr 16 14:53:31 2019 :: Configuration read from /etc/gridftp.conf.
[570] Tue Apr 16 14:53:31 2019 :: Server started in inetd mode.
[570] Tue Apr 16 14:53:31 2019 :: New connection from: fts800.cern.ch:36622
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [CLIENT]: USER :globus-mapping:
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [SERVER]: 331 Password required for :globus-mapping:.
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [CLIENT]: PASS dummy
[570] Tue Apr 16 14:53:31 2019 :: dmlite :: starting new connection
[570] Tue Apr 16 14:53:31 2019 :: dmlite :: DSI options :: dome_checksum
[570] Tue Apr 16 14:53:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[570] Tue Apr 16 14:53:31 2019 :: User :globus-mapping: successfully authorized.
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [CLIENT]: PASS dummy
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [SERVER]: 230-User :globus-mapping: logged in.
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [CLIENT]: SITE HELP
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [SERVER]: 214-The following commands are recognized:
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [CLIENT]: FEAT
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [SERVER]: 211-Extensions supported
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=d56f1f3d-1419-51de-a62f-98bbb437a894;file-id=696362317;retry=0
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [SERVER]: 250 OK.
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [CLIENT]: QUIT
[570] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36622: [SERVER]: 221 Goodbye.
[570] Tue Apr 16 14:53:31 2019 :: Closed connection from fts800.cern.ch:36622
[570] Tue Apr 16 14:53:31 2019 :: dmlite :: closing connection
[577] Tue Apr 16 14:53:31 2019 :: GFork functionality not enabled.:
[577] Tue Apr 16 14:53:31 2019 :: Configuration read from /etc/gridftp.conf.
[577] Tue Apr 16 14:53:31 2019 :: Server started in inetd mode.
[577] Tue Apr 16 14:53:31 2019 :: New connection from: fts800.cern.ch:36626
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: USER :globus-mapping:
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 331 Password required for :globus-mapping:.
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: PASS dummy
[577] Tue Apr 16 14:53:31 2019 :: dmlite :: starting new connection
[577] Tue Apr 16 14:53:31 2019 :: dmlite :: DSI options :: dome_checksum
[577] Tue Apr 16 14:53:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[577] Tue Apr 16 14:53:31 2019 :: User :globus-mapping: successfully authorized.
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: PASS dummy
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 230-User :globus-mapping: logged in.
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: SITE HELP
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 214-The following commands are recognized:
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: FEAT
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 211-Extensions supported
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=d56f1f3d-1419-51de-a62f-98bbb437a894;file-id=696362317;retry=0
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 250 OK.
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: TYPE I
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 200 Type set to I.
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: MODE E
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 200 Mode set to E.
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: DCAU N
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 200 DCAU N.
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1
[577] Tue Apr 16 14:53:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[577] Tue Apr 16 14:53:31 2019 :: dmlite :: stat :: single entry
[577] Tue Apr 16 14:53:31 2019 :: fts800.cern.ch:36626: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9f/2f/DAOD_TRUTH1.17737484._000154.pool.root.1
[577] Tue Apr 16 14:53:32 2019 :: fts800.cern.ch:36626: [CLIENT]: QUIT
[577] Tue Apr 16 14:53:32 2019 :: fts800.cern.ch:36626: [SERVER]: 221 Goodbye.
[577] Tue Apr 16 14:53:32 2019 :: Closed connection from fts800.cern.ch:36626
[577] Tue Apr 16 14:53:32 2019 :: dmlite :: closing connection
[30636] Tue Apr 16 14:53:32 2019 :: Closed connection from fts800.cern.ch:34604
[30636] Tue Apr 16 14:53:32 2019 :: dmlite :: closing connection
[510] Tue Apr 16 14:53:33 2019 :: fts804.cern.ch:45702: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1
[510] Tue Apr 16 14:53:33 2019 :: fts804.cern.ch:45702: [SERVER]: 213 da2976bf
[510] Tue Apr 16 14:53:33 2019 :: fts804.cern.ch:45702: [CLIENT]: QUIT
[510] Tue Apr 16 14:53:33 2019 :: fts804.cern.ch:45702: [SERVER]: 221 Goodbye.
[510] Tue Apr 16 14:53:33 2019 :: Closed connection from fts804.cern.ch:45702
[510] Tue Apr 16 14:53:33 2019 :: dmlite :: closing connection
[547] Tue Apr 16 14:53:29 2019 :: GFork functionality not enabled.:
[547] Tue Apr 16 14:53:29 2019 :: Configuration read from /etc/gridftp.conf.
[547] Tue Apr 16 14:53:29 2019 :: Server started in inetd mode.
[606] Tue Apr 16 14:53:33 2019 :: GFork functionality not enabled.:
[606] Tue Apr 16 14:53:33 2019 :: Configuration read from /etc/gridftp.conf.
[606] Tue Apr 16 14:53:33 2019 :: Server started in inetd mode.
[606] Tue Apr 16 14:53:33 2019 :: New connection from: fts804.cern.ch:45768
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [CLIENT]: USER :globus-mapping:
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [SERVER]: 331 Password required for :globus-mapping:.
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [CLIENT]: PASS dummy
[606] Tue Apr 16 14:53:34 2019 :: dmlite :: starting new connection
[606] Tue Apr 16 14:53:34 2019 :: dmlite :: DSI options :: dome_checksum
[606] Tue Apr 16 14:53:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[606] Tue Apr 16 14:53:34 2019 :: User :globus-mapping: successfully authorized.
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [CLIENT]: PASS dummy
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [SERVER]: 230-User :globus-mapping: logged in.
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [CLIENT]: SITE HELP
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [SERVER]: 214-The following commands are recognized:
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [CLIENT]: FEAT
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [SERVER]: 211-Extensions supported
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=64a21c65-d040-51e2-94fb-80925073c2f1;file-id=696362748;retry=0
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [SERVER]: 250 OK.
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [CLIENT]: QUIT
[606] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45768: [SERVER]: 221 Goodbye.
[606] Tue Apr 16 14:53:34 2019 :: Closed connection from fts804.cern.ch:45768
[606] Tue Apr 16 14:53:34 2019 :: dmlite :: closing connection
[562] Tue Apr 16 14:53:29 2019 :: GFork functionality not enabled.:
[562] Tue Apr 16 14:53:29 2019 :: Configuration read from /etc/gridftp.conf.
[562] Tue Apr 16 14:53:29 2019 :: Server started in inetd mode.
[562] Tue Apr 16 14:53:29 2019 :: New connection from: fts812.cern.ch:56526
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [CLIENT]: USER :globus-mapping:
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [SERVER]: 331 Password required for :globus-mapping:.
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [CLIENT]: PASS dummy
[562] Tue Apr 16 14:53:29 2019 :: dmlite :: starting new connection
[562] Tue Apr 16 14:53:29 2019 :: dmlite :: DSI options :: dome_checksum
[562] Tue Apr 16 14:53:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[562] Tue Apr 16 14:53:29 2019 :: User :globus-mapping: successfully authorized.
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [CLIENT]: PASS dummy
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [SERVER]: 230-User :globus-mapping: logged in.
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [CLIENT]: SITE HELP
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [SERVER]: 214-The following commands are recognized:
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [CLIENT]: FEAT
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [SERVER]: 211-Extensions supported
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=94d60e54-7c00-5316-8703-db466953d97a;file-id=696359064;retry=0
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [SERVER]: 250 OK.
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [CLIENT]: TYPE I
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [SERVER]: 200 Type set to I.
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [CLIENT]: MODE E
[562] Tue Apr 16 14:53:29 2019 :: fts812.cern.ch:56526: [SERVER]: 200 Mode set to E.
[562] Tue Apr 16 14:53:29 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[562] Tue Apr 16 14:53:29 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1
[613] Tue Apr 16 14:53:34 2019 :: GFork functionality not enabled.:
[613] Tue Apr 16 14:53:34 2019 :: Configuration read from /etc/gridftp.conf.
[613] Tue Apr 16 14:53:34 2019 :: Server started in inetd mode.
[613] Tue Apr 16 14:53:34 2019 :: New connection from: fts804.cern.ch:45770
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: USER :globus-mapping:
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 331 Password required for :globus-mapping:.
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: PASS dummy
[613] Tue Apr 16 14:53:34 2019 :: dmlite :: starting new connection
[613] Tue Apr 16 14:53:34 2019 :: dmlite :: DSI options :: dome_checksum
[613] Tue Apr 16 14:53:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[613] Tue Apr 16 14:53:34 2019 :: User :globus-mapping: successfully authorized.
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: PASS dummy
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 230-User :globus-mapping: logged in.
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: SITE HELP
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 214-The following commands are recognized:
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: FEAT
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 211-Extensions supported
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=64a21c65-d040-51e2-94fb-80925073c2f1;file-id=696362748;retry=0
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 250 OK.
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: TYPE I
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 200 Type set to I.
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: MODE E
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 200 Mode set to E.
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: DCAU N
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 200 DCAU N.
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1
[613] Tue Apr 16 14:53:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[613] Tue Apr 16 14:53:34 2019 :: dmlite :: stat :: single entry
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/4a/DAOD_TRUTH1.17737484._000800.pool.root.1
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [CLIENT]: QUIT
[613] Tue Apr 16 14:53:34 2019 :: fts804.cern.ch:45770: [SERVER]: 221 Goodbye.
[613] Tue Apr 16 14:53:34 2019 :: Closed connection from fts804.cern.ch:45770
[613] Tue Apr 16 14:53:34 2019 :: dmlite :: closing connection
[32506] Tue Apr 16 14:53:34 2019 :: Closed connection from fts804.cern.ch:45526
[32506] Tue Apr 16 14:53:34 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:53:31 2019 :: Child process 32713 ended with rc = 0
[25653] Tue Apr 16 14:53:31 2019 :: Child process 570 ended with rc = 0
[25653] Tue Apr 16 14:53:32 2019 :: Child process 577 ended with rc = 0
[25653] Tue Apr 16 14:53:32 2019 :: Child process 30636 ended with rc = 0
[25653] Tue Apr 16 14:53:33 2019 :: Child process 510 ended with rc = 0
[25653] Tue Apr 16 14:53:34 2019 :: Child process 606 ended with rc = 0
[25653] Tue Apr 16 14:53:34 2019 :: Child process 613 ended with rc = 0
[25653] Tue Apr 16 14:53:34 2019 :: Child process 32506 ended with rc = 0
[547] Tue Apr 16 14:53:34 2019 :: New connection from: rubus18.farm.particle.cz:38586
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: USER :globus-mapping:
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 331 Password required for :globus-mapping:.
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: PASS dummy
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: starting new connection
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: DSI options :: dome_checksum
[547] Tue Apr 16 14:53:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[547] Tue Apr 16 14:53:34 2019 :: User :globus-mapping: successfully authorized.
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: PASS dummy
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 230-User :globus-mapping: logged in.
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: SITE HELP
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 214-The following commands are recognized:
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: FEAT
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 211-Extensions supported
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 250 OK.
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: TYPE I
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 200 Type set to I.
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: DCAU N
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 200 DCAU N.
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (569 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74' - 22-[#00.000022] Can't create folder '74' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (569 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: OPTS PASV AllowDelayed=1;
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 200 OPTS Command Successful.
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: PASV
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 200 Passive delayed.
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[547] Tue Apr 16 14:53:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[547] Tue Apr 16 14:53:34 2019 :: incoming transfer
[547] Tue Apr 16 14:53:34 2019 :: requested node: dpmpool9.farm.particle.cz
[547] Tue Apr 16 14:53:34 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[547] Tue Apr 16 14:53:34 2019 :: connected to remote node
[547] Tue Apr 16 14:53:34 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 127 Entering Passive Mode (147,231,25,47,83,197)
[547] Tue Apr 16 14:53:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload'
[547] Tue Apr 16 14:53:35 2019 :: dmlite :: stat :: single entry
[547] Tue Apr 16 14:53:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[547] Tue Apr 16 14:53:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[29210] Tue Apr 16 14:53:36 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1".
[29210] Tue Apr 16 14:53:36 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000176.pool.root.1.544177.1555419042 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[29210] Tue Apr 16 14:53:36 2019 :: Closed connection from fts801.cern.ch:43164
[29210] Tue Apr 16 14:53:36 2019 :: dmlite :: closing connection
[623] Tue Apr 16 14:53:36 2019 :: GFork functionality not enabled.:
[623] Tue Apr 16 14:53:36 2019 :: Configuration read from /etc/gridftp.conf.
[623] Tue Apr 16 14:53:36 2019 :: Server started in inetd mode.
[623] Tue Apr 16 14:53:36 2019 :: New connection from: fts801.cern.ch:46794
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [CLIENT]: USER :globus-mapping:
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [SERVER]: 331 Password required for :globus-mapping:.
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [CLIENT]: PASS dummy
[623] Tue Apr 16 14:53:36 2019 :: dmlite :: starting new connection
[623] Tue Apr 16 14:53:36 2019 :: dmlite :: DSI options :: dome_checksum
[623] Tue Apr 16 14:53:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[623] Tue Apr 16 14:53:36 2019 :: User :globus-mapping: successfully authorized.
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [CLIENT]: PASS dummy
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [SERVER]: 230-User :globus-mapping: logged in.
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [CLIENT]: SITE HELP
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [SERVER]: 214-The following commands are recognized:
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [CLIENT]: FEAT
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [SERVER]: 211-Extensions supported
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce1f8c0f-5db2-519e-b57f-7ad32a0d5e31;file-id=696361094;retry=0
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [SERVER]: 250 OK.
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [CLIENT]: QUIT
[623] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46794: [SERVER]: 221 Goodbye.
[623] Tue Apr 16 14:53:36 2019 :: Closed connection from fts801.cern.ch:46794
[623] Tue Apr 16 14:53:36 2019 :: dmlite :: closing connection
[29247] Tue Apr 16 14:53:36 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1".
[29247] Tue Apr 16 14:53:36 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000172.pool.root.1.544180.1555419043 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[29247] Tue Apr 16 14:53:36 2019 :: Closed connection from fts803.cern.ch:38306
[29247] Tue Apr 16 14:53:36 2019 :: dmlite :: closing connection
[637] Tue Apr 16 14:53:36 2019 :: GFork functionality not enabled.:
[637] Tue Apr 16 14:53:36 2019 :: Configuration read from /etc/gridftp.conf.
[637] Tue Apr 16 14:53:36 2019 :: Server started in inetd mode.
[637] Tue Apr 16 14:53:36 2019 :: New connection from: fts803.cern.ch:41626
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [CLIENT]: USER :globus-mapping:
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [SERVER]: 331 Password required for :globus-mapping:.
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [CLIENT]: PASS dummy
[637] Tue Apr 16 14:53:37 2019 :: dmlite :: starting new connection
[637] Tue Apr 16 14:53:37 2019 :: dmlite :: DSI options :: dome_checksum
[637] Tue Apr 16 14:53:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[637] Tue Apr 16 14:53:37 2019 :: User :globus-mapping: successfully authorized.
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [CLIENT]: PASS dummy
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [SERVER]: 230-User :globus-mapping: logged in.
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [CLIENT]: SITE HELP
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [SERVER]: 214-The following commands are recognized:
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [CLIENT]: FEAT
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [SERVER]: 211-Extensions supported
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=02226076-5522-56bb-bb9a-0d80a82ca918;file-id=696361378;retry=0
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [SERVER]: 250 OK.
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [CLIENT]: QUIT
[637] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41626: [SERVER]: 221 Goodbye.
[637] Tue Apr 16 14:53:37 2019 :: Closed connection from fts803.cern.ch:41626
[637] Tue Apr 16 14:53:37 2019 :: dmlite :: closing connection
[584] Tue Apr 16 14:53:32 2019 :: GFork functionality not enabled.:
[584] Tue Apr 16 14:53:32 2019 :: Configuration read from /etc/gridftp.conf.
[584] Tue Apr 16 14:53:32 2019 :: Server started in inetd mode.
[584] Tue Apr 16 14:53:32 2019 :: New connection from: fts808.cern.ch:45302
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [CLIENT]: USER :globus-mapping:
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [SERVER]: 331 Password required for :globus-mapping:.
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [CLIENT]: PASS dummy
[584] Tue Apr 16 14:53:32 2019 :: dmlite :: starting new connection
[584] Tue Apr 16 14:53:32 2019 :: dmlite :: DSI options :: dome_checksum
[584] Tue Apr 16 14:53:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[584] Tue Apr 16 14:53:32 2019 :: User :globus-mapping: successfully authorized.
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [CLIENT]: PASS dummy
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [SERVER]: 230-User :globus-mapping: logged in.
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [CLIENT]: SITE HELP
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [SERVER]: 214-The following commands are recognized:
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [CLIENT]: FEAT
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [SERVER]: 211-Extensions supported
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7b05ea60-7606-5db8-9358-49fc534abea0;file-id=696362685;retry=0
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [SERVER]: 250 OK.
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [CLIENT]: TYPE I
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [SERVER]: 200 Type set to I.
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [CLIENT]: DCAU N
[584] Tue Apr 16 14:53:32 2019 :: fts808.cern.ch:45302: [SERVER]: 200 DCAU N.
[584] Tue Apr 16 14:53:33 2019 :: fts808.cern.ch:45302: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[584] Tue Apr 16 14:53:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[584] Tue Apr 16 14:53:33 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[584] Tue Apr 16 14:53:33 2019 :: fts808.cern.ch:45302: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[584] Tue Apr 16 14:53:33 2019 :: fts808.cern.ch:45302: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83
[584] Tue Apr 16 14:53:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[584] Tue Apr 16 14:53:33 2019 :: dmlite :: stat :: single entry
[584] Tue Apr 16 14:53:33 2019 :: fts808.cern.ch:45302: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83
[592] Tue Apr 16 14:53:32 2019 :: GFork functionality not enabled.:
[592] Tue Apr 16 14:53:32 2019 :: Configuration read from /etc/gridftp.conf.
[592] Tue Apr 16 14:53:32 2019 :: Server started in inetd mode.
[592] Tue Apr 16 14:53:32 2019 :: New connection from: mikan14.farm.particle.cz:39248
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: USER :globus-mapping:
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 331 Password required for :globus-mapping:.
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: PASS dummy
[592] Tue Apr 16 14:53:37 2019 :: dmlite :: starting new connection
[592] Tue Apr 16 14:53:37 2019 :: dmlite :: DSI options :: dome_checksum
[592] Tue Apr 16 14:53:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[592] Tue Apr 16 14:53:37 2019 :: User :globus-mapping: successfully authorized.
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: PASS dummy
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 230-User :globus-mapping: logged in.
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: SITE HELP
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 214-The following commands are recognized:
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: FEAT
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 211-Extensions supported
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 250 OK.
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: TYPE I
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 200 Type set to I.
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: DCAU N
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 200 DCAU N.
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1
[592] Tue Apr 16 14:53:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[592] Tue Apr 16 14:53:37 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [CLIENT]: QUIT
[592] Tue Apr 16 14:53:37 2019 :: mikan14.farm.particle.cz:39248: [SERVER]: 221 Goodbye.
[592] Tue Apr 16 14:53:37 2019 :: Closed connection from mikan14.farm.particle.cz:39248
[592] Tue Apr 16 14:53:37 2019 :: dmlite :: closing connection
[562] Tue Apr 16 14:53:38 2019 :: fts812.cern.ch:56526: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1
[562] Tue Apr 16 14:53:38 2019 :: fts812.cern.ch:56526: [SERVER]: 213 51884efb
[562] Tue Apr 16 14:53:38 2019 :: fts812.cern.ch:56526: [CLIENT]: QUIT
[562] Tue Apr 16 14:53:38 2019 :: fts812.cern.ch:56526: [SERVER]: 221 Goodbye.
[562] Tue Apr 16 14:53:38 2019 :: Closed connection from fts812.cern.ch:56526
[562] Tue Apr 16 14:53:38 2019 :: dmlite :: closing connection
[644] Tue Apr 16 14:53:37 2019 :: GFork functionality not enabled.:
[644] Tue Apr 16 14:53:37 2019 :: Configuration read from /etc/gridftp.conf.
[644] Tue Apr 16 14:53:37 2019 :: Server started in inetd mode.
[644] Tue Apr 16 14:53:37 2019 :: New connection from: fts808.cern.ch:45386
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: USER :globus-mapping:
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 331 Password required for :globus-mapping:.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: PASS dummy
[644] Tue Apr 16 14:53:37 2019 :: dmlite :: starting new connection
[644] Tue Apr 16 14:53:37 2019 :: dmlite :: DSI options :: dome_checksum
[644] Tue Apr 16 14:53:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[644] Tue Apr 16 14:53:37 2019 :: User :globus-mapping: successfully authorized.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: PASS dummy
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 230-User :globus-mapping: logged in.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: SITE HELP
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 214-The following commands are recognized:
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: FEAT
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 211-Extensions supported
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7b05ea60-7606-5db8-9358-49fc534abea0;file-id=696362685;retry=0
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 250 OK.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: TYPE I
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 200 Type set to I.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: MODE E
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 200 Mode set to E.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: DCAU N
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 200 DCAU N.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: OPTS PASV AllowDelayed=1;
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 200 OPTS Command Successful.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: EPSV
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 200 Passive delayed.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: ALLO 836485986
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 200 ALLO command successful.
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[644] Tue Apr 16 14:53:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[644] Tue Apr 16 14:53:37 2019 :: incoming transfer
[644] Tue Apr 16 14:53:37 2019 :: requested node: dpmpool9.farm.particle.cz
[644] Tue Apr 16 14:53:37 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[644] Tue Apr 16 14:53:37 2019 :: connected to remote node
[644] Tue Apr 16 14:53:37 2019 :: fts808.cern.ch:45386: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|20208|)
[644] Tue Apr 16 14:53:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[644] Tue Apr 16 14:53:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1'
[644] Tue Apr 16 14:53:38 2019 :: dmlite :: stat :: single entry
[644] Tue Apr 16 14:53:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[644] Tue Apr 16 14:53:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[547] Tue Apr 16 14:53:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload.544239.1555419214 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:53:35 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 150 Beginning transfer.
[670] Tue Apr 16 14:53:38 2019 :: GFork functionality not enabled.:
[670] Tue Apr 16 14:53:38 2019 :: Configuration read from /etc/gridftp.conf.
[670] Tue Apr 16 14:53:38 2019 :: Server started in inetd mode.
[670] Tue Apr 16 14:53:38 2019 :: New connection from: fts812.cern.ch:56586
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [CLIENT]: USER :globus-mapping:
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [SERVER]: 331 Password required for :globus-mapping:.
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [CLIENT]: PASS dummy
[670] Tue Apr 16 14:53:39 2019 :: dmlite :: starting new connection
[670] Tue Apr 16 14:53:39 2019 :: dmlite :: DSI options :: dome_checksum
[670] Tue Apr 16 14:53:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[670] Tue Apr 16 14:53:39 2019 :: User :globus-mapping: successfully authorized.
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [CLIENT]: PASS dummy
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [SERVER]: 230-User :globus-mapping: logged in.
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [CLIENT]: SITE HELP
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [SERVER]: 214-The following commands are recognized:
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [CLIENT]: FEAT
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [SERVER]: 211-Extensions supported
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=94d60e54-7c00-5316-8703-db466953d97a;file-id=696359064;retry=0
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [SERVER]: 250 OK.
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [CLIENT]: QUIT
[670] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56586: [SERVER]: 221 Goodbye.
[670] Tue Apr 16 14:53:39 2019 :: Closed connection from fts812.cern.ch:56586
[670] Tue Apr 16 14:53:39 2019 :: dmlite :: closing connection
[676] Tue Apr 16 14:53:39 2019 :: GFork functionality not enabled.:
[676] Tue Apr 16 14:53:39 2019 :: Configuration read from /etc/gridftp.conf.
[676] Tue Apr 16 14:53:39 2019 :: Server started in inetd mode.
[676] Tue Apr 16 14:53:39 2019 :: New connection from: fts812.cern.ch:56594
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: USER :globus-mapping:
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 331 Password required for :globus-mapping:.
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: PASS dummy
[676] Tue Apr 16 14:53:39 2019 :: dmlite :: starting new connection
[676] Tue Apr 16 14:53:39 2019 :: dmlite :: DSI options :: dome_checksum
[676] Tue Apr 16 14:53:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[676] Tue Apr 16 14:53:39 2019 :: User :globus-mapping: successfully authorized.
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: PASS dummy
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 230-User :globus-mapping: logged in.
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: SITE HELP
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 214-The following commands are recognized:
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: FEAT
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 211-Extensions supported
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=94d60e54-7c00-5316-8703-db466953d97a;file-id=696359064;retry=0
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 250 OK.
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: TYPE I
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 200 Type set to I.
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: MODE E
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 200 Mode set to E.
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: DCAU N
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 200 DCAU N.
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1
[676] Tue Apr 16 14:53:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[676] Tue Apr 16 14:53:39 2019 :: dmlite :: stat :: single entry
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/8c/DAOD_HIGG5D2.17743336._000098.pool.root.1
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [CLIENT]: QUIT
[676] Tue Apr 16 14:53:39 2019 :: fts812.cern.ch:56594: [SERVER]: 221 Goodbye.
[676] Tue Apr 16 14:53:39 2019 :: Closed connection from fts812.cern.ch:56594
[676] Tue Apr 16 14:53:39 2019 :: dmlite :: closing connection
[28294] Tue Apr 16 14:53:39 2019 :: Closed connection from fts812.cern.ch:51716
[28294] Tue Apr 16 14:53:39 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:53:36 2019 :: Child process 29210 ended with rc = 0
[25653] Tue Apr 16 14:53:36 2019 :: Child process 623 ended with rc = 0
[25653] Tue Apr 16 14:53:36 2019 :: Child process 29247 ended with rc = 0
[25653] Tue Apr 16 14:53:37 2019 :: Child process 637 ended with rc = 0
[25653] Tue Apr 16 14:53:37 2019 :: Child process 592 ended with rc = 0
[25653] Tue Apr 16 14:53:38 2019 :: Child process 562 ended with rc = 0
[25653] Tue Apr 16 14:53:39 2019 :: Child process 670 ended with rc = 0
[25653] Tue Apr 16 14:53:39 2019 :: Child process 676 ended with rc = 0
[25653] Tue Apr 16 14:53:39 2019 :: Child process 28294 ended with rc = 0
[661] Tue Apr 16 14:53:38 2019 :: GFork functionality not enabled.:
[661] Tue Apr 16 14:53:38 2019 :: Configuration read from /etc/gridftp.conf.
[661] Tue Apr 16 14:53:38 2019 :: Server started in inetd mode.
[661] Tue Apr 16 14:53:38 2019 :: New connection from: mikan14.farm.particle.cz:39252
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: USER :globus-mapping:
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 331 Password required for :globus-mapping:.
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: PASS dummy
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: starting new connection
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: DSI options :: dome_checksum
[661] Tue Apr 16 14:53:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[661] Tue Apr 16 14:53:38 2019 :: User :globus-mapping: successfully authorized.
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: PASS dummy
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 230-User :globus-mapping: logged in.
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: SITE HELP
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 214-The following commands are recognized:
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: FEAT
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 211-Extensions supported
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 250 OK.
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: TYPE I
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 200 Type set to I.
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: DCAU N
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 200 DCAU N.
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50' - 22-[#00.000022] Can't create folder '50' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: OPTS PASV AllowDelayed=1;
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 200 OPTS Command Successful.
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: PASV
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 200 Passive delayed.
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:38 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:38 2019 :: incoming transfer
[661] Tue Apr 16 14:53:38 2019 :: requested node: dpmpool19.farm.particle.cz
[661] Tue Apr 16 14:53:38 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[661] Tue Apr 16 14:53:38 2019 :: connected to remote node
[661] Tue Apr 16 14:53:38 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 127 Entering Passive Mode (147,231,25,64,80,134)
[661] Tue Apr 16 14:53:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload'
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: stat :: single entry
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: stat :: zero size replica, maybe pending
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs5/atlas/2019-04-16/log.17639170._128556.job.log.tgz.1.rucio.upload.544241.1555419218 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:40 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 150 Beginning transfer.
[661] Tue Apr 16 14:53:40 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 112-Perf Marker
[661] Tue Apr 16 14:53:40 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload".
[661] Tue Apr 16 14:53:40 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 226 Transfer Complete.
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs5/atlas/2019-04-16/log.17639170._128556.job.log.tgz.1.rucio.upload.544241.1555419218 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:40 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: stat :: single entry
[661] Tue Apr 16 14:53:40 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 213 a9a5d773
[661] Tue Apr 16 14:53:41 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:41 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50' - 22-[#00.000022] Can't create folder '50' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[661] Tue Apr 16 14:53:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:41 2019 :: dmlite :: stat :: single entry
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1.rucio.upload
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 350 OK. Send RNTO with destination name.
[661] Tue Apr 16 14:53:41 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 250 OK.
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [CLIENT]: QUIT
[661] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39252: [SERVER]: 221 Goodbye.
[661] Tue Apr 16 14:53:41 2019 :: Closed connection from mikan14.farm.particle.cz:39252
[661] Tue Apr 16 14:53:41 2019 :: dmlite :: closing connection
[685] Tue Apr 16 14:53:41 2019 :: GFork functionality not enabled.:
[685] Tue Apr 16 14:53:41 2019 :: Configuration read from /etc/gridftp.conf.
[685] Tue Apr 16 14:53:41 2019 :: Server started in inetd mode.
[685] Tue Apr 16 14:53:41 2019 :: New connection from: mikan14.farm.particle.cz:39262
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: USER :globus-mapping:
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 331 Password required for :globus-mapping:.
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: PASS dummy
[685] Tue Apr 16 14:53:41 2019 :: dmlite :: starting new connection
[685] Tue Apr 16 14:53:41 2019 :: dmlite :: DSI options :: dome_checksum
[685] Tue Apr 16 14:53:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[685] Tue Apr 16 14:53:41 2019 :: User :globus-mapping: successfully authorized.
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: PASS dummy
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 230-User :globus-mapping: logged in.
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: SITE HELP
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 214-The following commands are recognized:
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: FEAT
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 211-Extensions supported
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 250 OK.
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: TYPE I
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 200 Type set to I.
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: DCAU N
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 200 DCAU N.
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1
[685] Tue Apr 16 14:53:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan14.farm.particle.cz
[685] Tue Apr 16 14:53:41 2019 :: dmlite :: stat :: single entry
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ef/50/log.17639170._128556.job.log.tgz.1
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [CLIENT]: QUIT
[685] Tue Apr 16 14:53:41 2019 :: mikan14.farm.particle.cz:39262: [SERVER]: 221 Goodbye.
[685] Tue Apr 16 14:53:41 2019 :: Closed connection from mikan14.farm.particle.cz:39262
[685] Tue Apr 16 14:53:41 2019 :: dmlite :: closing connection
[630] Tue Apr 16 14:53:36 2019 :: GFork functionality not enabled.:
[630] Tue Apr 16 14:53:36 2019 :: Configuration read from /etc/gridftp.conf.
[630] Tue Apr 16 14:53:36 2019 :: Server started in inetd mode.
[630] Tue Apr 16 14:53:36 2019 :: New connection from: fts801.cern.ch:46798
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [CLIENT]: USER :globus-mapping:
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [SERVER]: 331 Password required for :globus-mapping:.
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [CLIENT]: PASS dummy
[630] Tue Apr 16 14:53:36 2019 :: dmlite :: starting new connection
[630] Tue Apr 16 14:53:36 2019 :: dmlite :: DSI options :: dome_checksum
[630] Tue Apr 16 14:53:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[630] Tue Apr 16 14:53:36 2019 :: User :globus-mapping: successfully authorized.
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [CLIENT]: PASS dummy
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [SERVER]: 230-User :globus-mapping: logged in.
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [CLIENT]: SITE HELP
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [SERVER]: 214-The following commands are recognized:
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [CLIENT]: FEAT
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [SERVER]: 211-Extensions supported
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce1f8c0f-5db2-519e-b57f-7ad32a0d5e31;file-id=696361094;retry=0
[630] Tue Apr 16 14:53:36 2019 :: fts801.cern.ch:46798: [SERVER]: 250 OK.
[630] Tue Apr 16 14:53:37 2019 :: fts801.cern.ch:46798: [CLIENT]: TYPE I
[630] Tue Apr 16 14:53:37 2019 :: fts801.cern.ch:46798: [SERVER]: 200 Type set to I.
[630] Tue Apr 16 14:53:37 2019 :: fts801.cern.ch:46798: [CLIENT]: MODE E
[630] Tue Apr 16 14:53:37 2019 :: fts801.cern.ch:46798: [SERVER]: 200 Mode set to E.
[630] Tue Apr 16 14:53:37 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[630] Tue Apr 16 14:53:37 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1
[644] Tue Apr 16 14:53:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[644] Tue Apr 16 14:53:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024637.pool.root.1.544240.1555419217 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[644] Tue Apr 16 14:53:39 2019 :: fts808.cern.ch:45386: [SERVER]: 150 Beginning transfer.
[644] Tue Apr 16 14:53:39 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[650] Tue Apr 16 14:53:37 2019 :: GFork functionality not enabled.:
[650] Tue Apr 16 14:53:37 2019 :: Configuration read from /etc/gridftp.conf.
[650] Tue Apr 16 14:53:37 2019 :: Server started in inetd mode.
[650] Tue Apr 16 14:53:37 2019 :: New connection from: fts803.cern.ch:41634
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [CLIENT]: USER :globus-mapping:
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [SERVER]: 331 Password required for :globus-mapping:.
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [CLIENT]: PASS dummy
[650] Tue Apr 16 14:53:37 2019 :: dmlite :: starting new connection
[650] Tue Apr 16 14:53:37 2019 :: dmlite :: DSI options :: dome_checksum
[650] Tue Apr 16 14:53:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[650] Tue Apr 16 14:53:37 2019 :: User :globus-mapping: successfully authorized.
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [CLIENT]: PASS dummy
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [SERVER]: 230-User :globus-mapping: logged in.
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [CLIENT]: SITE HELP
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [SERVER]: 214-The following commands are recognized:
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [CLIENT]: FEAT
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [SERVER]: 211-Extensions supported
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=02226076-5522-56bb-bb9a-0d80a82ca918;file-id=696361378;retry=0
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [SERVER]: 250 OK.
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [CLIENT]: TYPE I
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [SERVER]: 200 Type set to I.
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [CLIENT]: MODE E
[650] Tue Apr 16 14:53:37 2019 :: fts803.cern.ch:41634: [SERVER]: 200 Mode set to E.
[650] Tue Apr 16 14:53:37 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[650] Tue Apr 16 14:53:37 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1
[547] Tue Apr 16 14:53:40 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 112-Perf Marker
[547] Tue Apr 16 14:53:40 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 111 Range Marker 0-551550976
[25653] Tue Apr 16 14:53:41 2019 :: Child process 661 ended with rc = 0
[25653] Tue Apr 16 14:53:41 2019 :: Child process 685 ended with rc = 0
[630] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46798: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1
[630] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46798: [SERVER]: 213 60e6ee0c
[630] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46798: [CLIENT]: QUIT
[630] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46798: [SERVER]: 221 Goodbye.
[630] Tue Apr 16 14:53:46 2019 :: Closed connection from fts801.cern.ch:46798
[630] Tue Apr 16 14:53:46 2019 :: dmlite :: closing connection
[650] Tue Apr 16 14:53:46 2019 :: fts803.cern.ch:41634: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1
[650] Tue Apr 16 14:53:46 2019 :: fts803.cern.ch:41634: [SERVER]: 213 055fc177
[650] Tue Apr 16 14:53:46 2019 :: fts803.cern.ch:41634: [CLIENT]: QUIT
[650] Tue Apr 16 14:53:46 2019 :: fts803.cern.ch:41634: [SERVER]: 221 Goodbye.
[650] Tue Apr 16 14:53:46 2019 :: Closed connection from fts803.cern.ch:41634
[650] Tue Apr 16 14:53:46 2019 :: dmlite :: closing connection
[702] Tue Apr 16 14:53:46 2019 :: GFork functionality not enabled.:
[702] Tue Apr 16 14:53:46 2019 :: Configuration read from /etc/gridftp.conf.
[702] Tue Apr 16 14:53:46 2019 :: Server started in inetd mode.
[702] Tue Apr 16 14:53:46 2019 :: New connection from: fts801.cern.ch:46974
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [CLIENT]: USER :globus-mapping:
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [SERVER]: 331 Password required for :globus-mapping:.
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [CLIENT]: PASS dummy
[702] Tue Apr 16 14:53:46 2019 :: dmlite :: starting new connection
[702] Tue Apr 16 14:53:46 2019 :: dmlite :: DSI options :: dome_checksum
[702] Tue Apr 16 14:53:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[702] Tue Apr 16 14:53:46 2019 :: User :globus-mapping: successfully authorized.
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [CLIENT]: PASS dummy
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [SERVER]: 230-User :globus-mapping: logged in.
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [CLIENT]: SITE HELP
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [SERVER]: 214-The following commands are recognized:
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [CLIENT]: FEAT
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [SERVER]: 211-Extensions supported
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce1f8c0f-5db2-519e-b57f-7ad32a0d5e31;file-id=696361094;retry=0
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [SERVER]: 250 OK.
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [CLIENT]: QUIT
[702] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46974: [SERVER]: 221 Goodbye.
[702] Tue Apr 16 14:53:46 2019 :: Closed connection from fts801.cern.ch:46974
[702] Tue Apr 16 14:53:46 2019 :: dmlite :: closing connection
[29070] Tue Apr 16 14:53:47 2019 :: Closed connection from fts801.cern.ch:43008
[29070] Tue Apr 16 14:53:47 2019 :: dmlite :: closing connection
[709] Tue Apr 16 14:53:46 2019 :: GFork functionality not enabled.:
[709] Tue Apr 16 14:53:46 2019 :: Configuration read from /etc/gridftp.conf.
[709] Tue Apr 16 14:53:46 2019 :: Server started in inetd mode.
[709] Tue Apr 16 14:53:46 2019 :: New connection from: fts801.cern.ch:46976
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [CLIENT]: USER :globus-mapping:
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [SERVER]: 331 Password required for :globus-mapping:.
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [CLIENT]: PASS dummy
[709] Tue Apr 16 14:53:46 2019 :: dmlite :: starting new connection
[709] Tue Apr 16 14:53:46 2019 :: dmlite :: DSI options :: dome_checksum
[709] Tue Apr 16 14:53:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[709] Tue Apr 16 14:53:46 2019 :: User :globus-mapping: successfully authorized.
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [CLIENT]: PASS dummy
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [SERVER]: 230-User :globus-mapping: logged in.
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [CLIENT]: SITE HELP
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [SERVER]: 214-The following commands are recognized:
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [CLIENT]: FEAT
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [SERVER]: 211-Extensions supported
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce1f8c0f-5db2-519e-b57f-7ad32a0d5e31;file-id=696361094;retry=0
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [SERVER]: 250 OK.
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [CLIENT]: TYPE I
[709] Tue Apr 16 14:53:46 2019 :: fts801.cern.ch:46976: [SERVER]: 200 Type set to I.
[709] Tue Apr 16 14:53:47 2019 :: fts801.cern.ch:46976: [CLIENT]: MODE E
[709] Tue Apr 16 14:53:47 2019 :: fts801.cern.ch:46976: [SERVER]: 200 Mode set to E.
[709] Tue Apr 16 14:53:47 2019 :: fts801.cern.ch:46976: [CLIENT]: DCAU N
[709] Tue Apr 16 14:53:47 2019 :: fts801.cern.ch:46976: [SERVER]: 200 DCAU N.
[709] Tue Apr 16 14:53:47 2019 :: fts801.cern.ch:46976: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1
[709] Tue Apr 16 14:53:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[709] Tue Apr 16 14:53:47 2019 :: dmlite :: stat :: single entry
[709] Tue Apr 16 14:53:47 2019 :: fts801.cern.ch:46976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/28/DAOD_HIGG5D2.17743336._000176.pool.root.1
[709] Tue Apr 16 14:53:47 2019 :: fts801.cern.ch:46976: [CLIENT]: QUIT
[709] Tue Apr 16 14:53:47 2019 :: fts801.cern.ch:46976: [SERVER]: 221 Goodbye.
[709] Tue Apr 16 14:53:47 2019 :: Closed connection from fts801.cern.ch:46976
[709] Tue Apr 16 14:53:47 2019 :: dmlite :: closing connection
[644] Tue Apr 16 14:53:44 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:53:44 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 0-81526784
[717] Tue Apr 16 14:53:46 2019 :: GFork functionality not enabled.:
[717] Tue Apr 16 14:53:46 2019 :: Configuration read from /etc/gridftp.conf.
[717] Tue Apr 16 14:53:46 2019 :: Server started in inetd mode.
[717] Tue Apr 16 14:53:46 2019 :: New connection from: fts803.cern.ch:41726
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [CLIENT]: USER :globus-mapping:
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [SERVER]: 331 Password required for :globus-mapping:.
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [CLIENT]: PASS dummy
[717] Tue Apr 16 14:53:47 2019 :: dmlite :: starting new connection
[717] Tue Apr 16 14:53:47 2019 :: dmlite :: DSI options :: dome_checksum
[717] Tue Apr 16 14:53:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[717] Tue Apr 16 14:53:47 2019 :: User :globus-mapping: successfully authorized.
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [CLIENT]: PASS dummy
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [SERVER]: 230-User :globus-mapping: logged in.
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [CLIENT]: SITE HELP
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [SERVER]: 214-The following commands are recognized:
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [CLIENT]: FEAT
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [SERVER]: 211-Extensions supported
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=02226076-5522-56bb-bb9a-0d80a82ca918;file-id=696361378;retry=0
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [SERVER]: 250 OK.
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [CLIENT]: QUIT
[717] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41726: [SERVER]: 221 Goodbye.
[717] Tue Apr 16 14:53:47 2019 :: Closed connection from fts803.cern.ch:41726
[717] Tue Apr 16 14:53:47 2019 :: dmlite :: closing connection
[724] Tue Apr 16 14:53:47 2019 :: GFork functionality not enabled.:
[724] Tue Apr 16 14:53:47 2019 :: Configuration read from /etc/gridftp.conf.
[724] Tue Apr 16 14:53:47 2019 :: Server started in inetd mode.
[724] Tue Apr 16 14:53:47 2019 :: New connection from: fts803.cern.ch:41736
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: USER :globus-mapping:
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 331 Password required for :globus-mapping:.
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: PASS dummy
[724] Tue Apr 16 14:53:47 2019 :: dmlite :: starting new connection
[724] Tue Apr 16 14:53:47 2019 :: dmlite :: DSI options :: dome_checksum
[724] Tue Apr 16 14:53:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[724] Tue Apr 16 14:53:47 2019 :: User :globus-mapping: successfully authorized.
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: PASS dummy
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 230-User :globus-mapping: logged in.
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: SITE HELP
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 214-The following commands are recognized:
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: FEAT
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 211-Extensions supported
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=02226076-5522-56bb-bb9a-0d80a82ca918;file-id=696361378;retry=0
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 250 OK.
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: TYPE I
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 200 Type set to I.
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: MODE E
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 200 Mode set to E.
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: DCAU N
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 200 DCAU N.
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1
[724] Tue Apr 16 14:53:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[724] Tue Apr 16 14:53:47 2019 :: dmlite :: stat :: single entry
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/db/DAOD_HIGG5D2.17743336._000172.pool.root.1
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [CLIENT]: QUIT
[724] Tue Apr 16 14:53:47 2019 :: fts803.cern.ch:41736: [SERVER]: 221 Goodbye.
[724] Tue Apr 16 14:53:47 2019 :: Closed connection from fts803.cern.ch:41736
[724] Tue Apr 16 14:53:47 2019 :: dmlite :: closing connection
[29134] Tue Apr 16 14:53:47 2019 :: Closed connection from fts803.cern.ch:38156
[29134] Tue Apr 16 14:53:47 2019 :: dmlite :: closing connection
[695] Tue Apr 16 14:53:45 2019 :: GFork functionality not enabled.:
[695] Tue Apr 16 14:53:45 2019 :: Configuration read from /etc/gridftp.conf.
[695] Tue Apr 16 14:53:45 2019 :: Server started in inetd mode.
[695] Tue Apr 16 14:53:45 2019 :: New connection from: fts307.usatlas.bnl.gov:36670
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: USER :globus-mapping:
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 331 Password required for :globus-mapping:.
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: PASS dummy
[695] Tue Apr 16 14:53:46 2019 :: dmlite :: starting new connection
[695] Tue Apr 16 14:53:46 2019 :: dmlite :: DSI options :: dome_checksum
[695] Tue Apr 16 14:53:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[695] Tue Apr 16 14:53:46 2019 :: User :globus-mapping: successfully authorized.
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: PASS dummy
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 230-User :globus-mapping: logged in.
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: SITE HELP
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 214-The following commands are recognized:
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: FEAT
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 211-Extensions supported
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=674f3096-3eb7-585a-93ca-0f7d8e67a36a;file-id=117600573;retry=0
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 250 OK.
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: TYPE I
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 200 Type set to I.
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: DCAU N
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 200 DCAU N.
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1
[695] Tue Apr 16 14:53:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[695] Tue Apr 16 14:53:46 2019 :: dmlite :: stat :: single entry
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1
[695] Tue Apr 16 14:53:46 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[695] Tue Apr 16 14:53:46 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/e8/7c/HITS.17617237._009619.pool.root.1
[695] Tue Apr 16 14:53:46 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 213 df29490e
[695] Tue Apr 16 14:53:48 2019 :: fts307.usatlas.bnl.gov:36670: [CLIENT]: QUIT
[695] Tue Apr 16 14:53:48 2019 :: fts307.usatlas.bnl.gov:36670: [SERVER]: 221 Goodbye.
[695] Tue Apr 16 14:53:48 2019 :: Closed connection from fts307.usatlas.bnl.gov:36670
[695] Tue Apr 16 14:53:48 2019 :: dmlite :: closing connection
[547] Tue Apr 16 14:53:45 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 112-Perf Marker
[547] Tue Apr 16 14:53:45 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 111 Range Marker 551550976-1123811328
[25653] Tue Apr 16 14:53:46 2019 :: Child process 630 ended with rc = 0
[25653] Tue Apr 16 14:53:46 2019 :: Child process 650 ended with rc = 0
[25653] Tue Apr 16 14:53:46 2019 :: Child process 702 ended with rc = 0
[25653] Tue Apr 16 14:53:47 2019 :: Child process 29070 ended with rc = 0
[25653] Tue Apr 16 14:53:47 2019 :: Child process 709 ended with rc = 0
[25653] Tue Apr 16 14:53:47 2019 :: Child process 717 ended with rc = 0
[25653] Tue Apr 16 14:53:47 2019 :: Child process 724 ended with rc = 0
[25653] Tue Apr 16 14:53:47 2019 :: Child process 29134 ended with rc = 0
[25653] Tue Apr 16 14:53:48 2019 :: Child process 695 ended with rc = 0
[644] Tue Apr 16 14:53:49 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:53:49 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 81526784-175374336
[28802] Tue Apr 16 14:53:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1".
[28802] Tue Apr 16 14:53:52 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/DAOD_HIGG5D2.17743336._000148.pool.root.1.544160.1555419036 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[28802] Tue Apr 16 14:53:52 2019 :: Closed connection from fts800.cern.ch:33248
[28802] Tue Apr 16 14:53:52 2019 :: dmlite :: closing connection
[735] Tue Apr 16 14:53:52 2019 :: GFork functionality not enabled.:
[735] Tue Apr 16 14:53:52 2019 :: Configuration read from /etc/gridftp.conf.
[735] Tue Apr 16 14:53:52 2019 :: Server started in inetd mode.
[735] Tue Apr 16 14:53:52 2019 :: New connection from: fts800.cern.ch:36828
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [CLIENT]: USER :globus-mapping:
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [SERVER]: 331 Password required for :globus-mapping:.
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [CLIENT]: PASS dummy
[735] Tue Apr 16 14:53:52 2019 :: dmlite :: starting new connection
[735] Tue Apr 16 14:53:52 2019 :: dmlite :: DSI options :: dome_checksum
[735] Tue Apr 16 14:53:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[735] Tue Apr 16 14:53:52 2019 :: User :globus-mapping: successfully authorized.
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [CLIENT]: PASS dummy
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [SERVER]: 230-User :globus-mapping: logged in.
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [CLIENT]: SITE HELP
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [SERVER]: 214-The following commands are recognized:
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [CLIENT]: FEAT
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [SERVER]: 211-Extensions supported
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ea638e64-7fa6-5323-831c-744d28078255;file-id=696360138;retry=0
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [SERVER]: 250 OK.
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [CLIENT]: QUIT
[735] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36828: [SERVER]: 221 Goodbye.
[735] Tue Apr 16 14:53:52 2019 :: Closed connection from fts800.cern.ch:36828
[735] Tue Apr 16 14:53:52 2019 :: dmlite :: closing connection
[750] Tue Apr 16 14:53:53 2019 :: GFork functionality not enabled.:
[750] Tue Apr 16 14:53:53 2019 :: Configuration read from /etc/gridftp.conf.
[750] Tue Apr 16 14:53:53 2019 :: Server started in inetd mode.
[750] Tue Apr 16 14:53:53 2019 :: New connection from: ibis36.farm.particle.cz:58954
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: USER :globus-mapping:
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 331 Password required for :globus-mapping:.
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: PASS dummy
[750] Tue Apr 16 14:53:53 2019 :: dmlite :: starting new connection
[750] Tue Apr 16 14:53:53 2019 :: dmlite :: DSI options :: dome_checksum
[750] Tue Apr 16 14:53:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[750] Tue Apr 16 14:53:53 2019 :: User :globus-mapping: successfully authorized.
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: PASS dummy
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 230-User :globus-mapping: logged in.
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: SITE HELP
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 214-The following commands are recognized:
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: FEAT
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 211-Extensions supported
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 250 OK.
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: TYPE I
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 200 Type set to I.
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: DCAU N
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 200 DCAU N.
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1
[750] Tue Apr 16 14:53:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[750] Tue Apr 16 14:53:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [CLIENT]: QUIT
[750] Tue Apr 16 14:53:53 2019 :: ibis36.farm.particle.cz:58954: [SERVER]: 221 Goodbye.
[750] Tue Apr 16 14:53:53 2019 :: Closed connection from ibis36.farm.particle.cz:58954
[750] Tue Apr 16 14:53:53 2019 :: dmlite :: closing connection
[547] Tue Apr 16 14:53:50 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 112-Perf Marker
[547] Tue Apr 16 14:53:50 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 111 Range Marker 1123811328-1687683072
[25653] Tue Apr 16 14:53:52 2019 :: Child process 28802 ended with rc = 0
[25653] Tue Apr 16 14:53:52 2019 :: Child process 735 ended with rc = 0
[25653] Tue Apr 16 14:53:53 2019 :: Child process 750 ended with rc = 0
[644] Tue Apr 16 14:53:54 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:53:54 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 175374336-253231104
[742] Tue Apr 16 14:53:52 2019 :: GFork functionality not enabled.:
[742] Tue Apr 16 14:53:52 2019 :: Configuration read from /etc/gridftp.conf.
[742] Tue Apr 16 14:53:52 2019 :: Server started in inetd mode.
[742] Tue Apr 16 14:53:52 2019 :: New connection from: fts800.cern.ch:36830
[742] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36830: [CLIENT]: USER :globus-mapping:
[742] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36830: [SERVER]: 331 Password required for :globus-mapping:.
[742] Tue Apr 16 14:53:52 2019 :: fts800.cern.ch:36830: [CLIENT]: PASS dummy
[742] Tue Apr 16 14:53:52 2019 :: dmlite :: starting new connection
[742] Tue Apr 16 14:53:52 2019 :: dmlite :: DSI options :: dome_checksum
[742] Tue Apr 16 14:53:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[742] Tue Apr 16 14:53:53 2019 :: User :globus-mapping: successfully authorized.
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [CLIENT]: PASS dummy
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [SERVER]: 230-User :globus-mapping: logged in.
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [CLIENT]: SITE HELP
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [SERVER]: 214-The following commands are recognized:
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [CLIENT]: FEAT
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [SERVER]: 211-Extensions supported
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ea638e64-7fa6-5323-831c-744d28078255;file-id=696360138;retry=0
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [SERVER]: 250 OK.
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [CLIENT]: TYPE I
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [SERVER]: 200 Type set to I.
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [CLIENT]: MODE E
[742] Tue Apr 16 14:53:53 2019 :: fts800.cern.ch:36830: [SERVER]: 200 Mode set to E.
[742] Tue Apr 16 14:53:53 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[742] Tue Apr 16 14:53:53 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1
[757] Tue Apr 16 14:53:53 2019 :: GFork functionality not enabled.:
[757] Tue Apr 16 14:53:53 2019 :: Configuration read from /etc/gridftp.conf.
[547] Tue Apr 16 14:53:55 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 112-Perf Marker
[547] Tue Apr 16 14:53:55 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 111 Range Marker 1687683072-2255224832
[757] Tue Apr 16 14:53:58 2019 :: Server started in inetd mode.
[757] Tue Apr 16 14:53:58 2019 :: New connection from: ibis36.farm.particle.cz:58956
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: USER :globus-mapping:
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 331 Password required for :globus-mapping:.
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: PASS dummy
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: starting new connection
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: DSI options :: dome_checksum
[757] Tue Apr 16 14:53:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[757] Tue Apr 16 14:53:58 2019 :: User :globus-mapping: successfully authorized.
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: PASS dummy
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 230-User :globus-mapping: logged in.
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: SITE HELP
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 214-The following commands are recognized:
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: FEAT
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 211-Extensions supported
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 250 OK.
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: TYPE I
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 200 Type set to I.
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: DCAU N
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 200 DCAU N.
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21' - 22-[#00.000022] Can't create folder '21' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: OPTS PASV AllowDelayed=1;
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 200 OPTS Command Successful.
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: PASV
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 200 Passive delayed.
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:53:58 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:53:58 2019 :: incoming transfer
[757] Tue Apr 16 14:53:58 2019 :: requested node: dpmpool9.farm.particle.cz
[757] Tue Apr 16 14:53:58 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[757] Tue Apr 16 14:53:58 2019 :: connected to remote node
[757] Tue Apr 16 14:53:58 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 127 Entering Passive Mode (147,231,25,47,96,223)
[757] Tue Apr 16 14:53:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload'
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: stat :: single entry
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: stat :: zero size replica, maybe pending
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[32305] Tue Apr 16 14:54:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1".
[32305] Tue Apr 16 14:54:00 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024634.pool.root.1.544225.1555419162 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[32305] Tue Apr 16 14:54:00 2019 :: Closed connection from fts801.cern.ch:45958
[32305] Tue Apr 16 14:54:00 2019 :: dmlite :: closing connection
[785] Tue Apr 16 14:54:00 2019 :: GFork functionality not enabled.:
[785] Tue Apr 16 14:54:00 2019 :: Configuration read from /etc/gridftp.conf.
[785] Tue Apr 16 14:54:00 2019 :: Server started in inetd mode.
[785] Tue Apr 16 14:54:00 2019 :: New connection from: fts801.cern.ch:47180
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [CLIENT]: USER :globus-mapping:
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [SERVER]: 331 Password required for :globus-mapping:.
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [CLIENT]: PASS dummy
[785] Tue Apr 16 14:54:00 2019 :: dmlite :: starting new connection
[785] Tue Apr 16 14:54:00 2019 :: dmlite :: DSI options :: dome_checksum
[785] Tue Apr 16 14:54:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[785] Tue Apr 16 14:54:00 2019 :: User :globus-mapping: successfully authorized.
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [CLIENT]: PASS dummy
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [SERVER]: 230-User :globus-mapping: logged in.
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [CLIENT]: SITE HELP
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [SERVER]: 214-The following commands are recognized:
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [CLIENT]: FEAT
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [SERVER]: 211-Extensions supported
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=f7faff17-95d0-5004-8509-a101644fce04;file-id=696362408;retry=0
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [SERVER]: 250 OK.
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [CLIENT]: QUIT
[785] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47180: [SERVER]: 221 Goodbye.
[785] Tue Apr 16 14:54:00 2019 :: Closed connection from fts801.cern.ch:47180
[785] Tue Apr 16 14:54:00 2019 :: dmlite :: closing connection
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17639170._123755.pool.root.1.rucio.upload.544242.1555419238 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:00 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 150 Beginning transfer.
[757] Tue Apr 16 14:54:00 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 112-Perf Marker
[757] Tue Apr 16 14:54:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload".
[757] Tue Apr 16 14:54:00 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 226 Transfer Complete.
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17639170._123755.pool.root.1.rucio.upload.544242.1555419238 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:00 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: stat :: single entry
[757] Tue Apr 16 14:54:00 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:00 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 213 b5dfaba8
[757] Tue Apr 16 14:54:01 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:01 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21' - 22-[#00.000022] Can't create folder '21' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[757] Tue Apr 16 14:54:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:01 2019 :: dmlite :: stat :: single entry
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1.rucio.upload
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 350 OK. Send RNTO with destination name.
[757] Tue Apr 16 14:54:01 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 250 OK.
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [CLIENT]: QUIT
[757] Tue Apr 16 14:54:01 2019 :: ibis36.farm.particle.cz:58956: [SERVER]: 221 Goodbye.
[757] Tue Apr 16 14:54:01 2019 :: Closed connection from ibis36.farm.particle.cz:58956
[757] Tue Apr 16 14:54:01 2019 :: dmlite :: closing connection
[778] Tue Apr 16 14:53:59 2019 :: GFork functionality not enabled.:
[778] Tue Apr 16 14:53:59 2019 :: Configuration read from /etc/gridftp.conf.
[778] Tue Apr 16 14:53:59 2019 :: Server started in inetd mode.
[778] Tue Apr 16 14:53:59 2019 :: New connection from: fts803.cern.ch:41996
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: USER :globus-mapping:
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 331 Password required for :globus-mapping:.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: PASS dummy
[778] Tue Apr 16 14:54:00 2019 :: dmlite :: starting new connection
[778] Tue Apr 16 14:54:00 2019 :: dmlite :: DSI options :: dome_checksum
[778] Tue Apr 16 14:54:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[778] Tue Apr 16 14:54:00 2019 :: User :globus-mapping: successfully authorized.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: PASS dummy
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 230-User :globus-mapping: logged in.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: SITE HELP
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 214-The following commands are recognized:
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: FEAT
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 211-Extensions supported
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362869;retry=0
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 250 OK.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: TYPE I
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 200 Type set to I.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: MODE E
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 200 Mode set to E.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: DCAU N
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 200 DCAU N.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: OPTS PASV AllowDelayed=1;
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 200 OPTS Command Successful.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: EPSV
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 200 Passive delayed.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: ALLO 865951006
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 200 ALLO command successful.
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1
[778] Tue Apr 16 14:54:00 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1
[778] Tue Apr 16 14:54:00 2019 :: incoming transfer
[778] Tue Apr 16 14:54:00 2019 :: requested node: dpmpool20.farm.particle.cz
[778] Tue Apr 16 14:54:00 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[778] Tue Apr 16 14:54:00 2019 :: connected to remote node
[778] Tue Apr 16 14:54:00 2019 :: fts803.cern.ch:41996: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::20|24665|)
[778] Tue Apr 16 14:54:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[778] Tue Apr 16 14:54:01 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1'
[778] Tue Apr 16 14:54:01 2019 :: dmlite :: stat :: single entry
[778] Tue Apr 16 14:54:01 2019 :: dmlite :: stat :: zero size replica, maybe pending
[778] Tue Apr 16 14:54:01 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[644] Tue Apr 16 14:53:59 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 253231104-334233600
[644] Tue Apr 16 14:53:59 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[742] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36830: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1
[742] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36830: [SERVER]: 213 c8c12ef9
[742] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36830: [CLIENT]: QUIT
[742] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36830: [SERVER]: 221 Goodbye.
[742] Tue Apr 16 14:54:02 2019 :: Closed connection from fts800.cern.ch:36830
[742] Tue Apr 16 14:54:02 2019 :: dmlite :: closing connection
[849] Tue Apr 16 14:54:02 2019 :: GFork functionality not enabled.:
[849] Tue Apr 16 14:54:02 2019 :: Configuration read from /etc/gridftp.conf.
[849] Tue Apr 16 14:54:02 2019 :: Server started in inetd mode.
[849] Tue Apr 16 14:54:02 2019 :: New connection from: fts800.cern.ch:36946
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [CLIENT]: USER :globus-mapping:
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [SERVER]: 331 Password required for :globus-mapping:.
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [CLIENT]: PASS dummy
[849] Tue Apr 16 14:54:02 2019 :: dmlite :: starting new connection
[849] Tue Apr 16 14:54:02 2019 :: dmlite :: DSI options :: dome_checksum
[849] Tue Apr 16 14:54:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[849] Tue Apr 16 14:54:02 2019 :: User :globus-mapping: successfully authorized.
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [CLIENT]: PASS dummy
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [SERVER]: 230-User :globus-mapping: logged in.
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [CLIENT]: SITE HELP
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [SERVER]: 214-The following commands are recognized:
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [CLIENT]: FEAT
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [SERVER]: 211-Extensions supported
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ea638e64-7fa6-5323-831c-744d28078255;file-id=696360138;retry=0
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [SERVER]: 250 OK.
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [CLIENT]: QUIT
[849] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36946: [SERVER]: 221 Goodbye.
[849] Tue Apr 16 14:54:02 2019 :: Closed connection from fts800.cern.ch:36946
[849] Tue Apr 16 14:54:02 2019 :: dmlite :: closing connection
[867] Tue Apr 16 14:54:02 2019 :: GFork functionality not enabled.:
[867] Tue Apr 16 14:54:02 2019 :: Configuration read from /etc/gridftp.conf.
[867] Tue Apr 16 14:54:02 2019 :: Server started in inetd mode.
[867] Tue Apr 16 14:54:02 2019 :: New connection from: fts800.cern.ch:36954
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: USER :globus-mapping:
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 331 Password required for :globus-mapping:.
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: PASS dummy
[867] Tue Apr 16 14:54:02 2019 :: dmlite :: starting new connection
[867] Tue Apr 16 14:54:02 2019 :: dmlite :: DSI options :: dome_checksum
[867] Tue Apr 16 14:54:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[867] Tue Apr 16 14:54:02 2019 :: User :globus-mapping: successfully authorized.
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: PASS dummy
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 230-User :globus-mapping: logged in.
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: SITE HELP
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 214-The following commands are recognized:
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: FEAT
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 211-Extensions supported
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ea638e64-7fa6-5323-831c-744d28078255;file-id=696360138;retry=0
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 250 OK.
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: TYPE I
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 200 Type set to I.
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: MODE E
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 200 Mode set to E.
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: DCAU N
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 200 DCAU N.
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1
[867] Tue Apr 16 14:54:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[867] Tue Apr 16 14:54:02 2019 :: dmlite :: stat :: single entry
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b6/6b/DAOD_HIGG5D2.17743336._000148.pool.root.1
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [CLIENT]: QUIT
[867] Tue Apr 16 14:54:02 2019 :: fts800.cern.ch:36954: [SERVER]: 221 Goodbye.
[867] Tue Apr 16 14:54:02 2019 :: Closed connection from fts800.cern.ch:36954
[867] Tue Apr 16 14:54:02 2019 :: dmlite :: closing connection
[28737] Tue Apr 16 14:54:02 2019 :: Closed connection from fts800.cern.ch:33114
[28737] Tue Apr 16 14:54:02 2019 :: dmlite :: closing connection
[769] Tue Apr 16 14:53:58 2019 :: GFork functionality not enabled.:
[769] Tue Apr 16 14:53:58 2019 :: Configuration read from /etc/gridftp.conf.
[769] Tue Apr 16 14:53:58 2019 :: Server started in inetd mode.
[769] Tue Apr 16 14:53:58 2019 :: New connection from: fts803.cern.ch:41966
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: USER :globus-mapping:
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 331 Password required for :globus-mapping:.
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: PASS dummy
[769] Tue Apr 16 14:53:59 2019 :: dmlite :: starting new connection
[769] Tue Apr 16 14:53:59 2019 :: dmlite :: DSI options :: dome_checksum
[769] Tue Apr 16 14:53:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[769] Tue Apr 16 14:53:59 2019 :: User :globus-mapping: successfully authorized.
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: PASS dummy
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 230-User :globus-mapping: logged in.
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: SITE HELP
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 214-The following commands are recognized:
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: FEAT
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 211-Extensions supported
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362869;retry=0
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 250 OK.
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: TYPE I
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 200 Type set to I.
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: DCAU N
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 200 DCAU N.
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1
[769] Tue Apr 16 14:53:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[769] Tue Apr 16 14:53:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a
[769] Tue Apr 16 14:53:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[769] Tue Apr 16 14:53:59 2019 :: dmlite :: stat :: single entry
[769] Tue Apr 16 14:53:59 2019 :: fts803.cern.ch:41966: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a
[855] Tue Apr 16 14:54:02 2019 :: GFork functionality not enabled.:
[855] Tue Apr 16 14:54:02 2019 :: Configuration read from /etc/gridftp.conf.
[855] Tue Apr 16 14:54:02 2019 :: Server started in inetd mode.
[855] Tue Apr 16 14:54:02 2019 :: New connection from: fts813.cern.ch:35152
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: USER :globus-mapping:
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 331 Password required for :globus-mapping:.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: PASS dummy
[855] Tue Apr 16 14:54:02 2019 :: dmlite :: starting new connection
[855] Tue Apr 16 14:54:02 2019 :: dmlite :: DSI options :: dome_checksum
[855] Tue Apr 16 14:54:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[855] Tue Apr 16 14:54:02 2019 :: User :globus-mapping: successfully authorized.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: PASS dummy
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 230-User :globus-mapping: logged in.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: SITE HELP
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 214-The following commands are recognized:
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: FEAT
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 211-Extensions supported
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=5af9737c-bd14-5de0-acea-e2c516435286;file-id=696362875;retry=0
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 250 OK.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: TYPE I
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 200 Type set to I.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: MODE E
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 200 Mode set to E.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: DCAU N
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 200 DCAU N.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: OPTS PASV AllowDelayed=1;
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 200 OPTS Command Successful.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: EPSV
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 200 Passive delayed.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: ALLO 851971635
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 200 ALLO command successful.
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1
[855] Tue Apr 16 14:54:02 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1
[855] Tue Apr 16 14:54:02 2019 :: incoming transfer
[855] Tue Apr 16 14:54:02 2019 :: requested node: dpmpool23.farm.particle.cz
[855] Tue Apr 16 14:54:02 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[855] Tue Apr 16 14:54:02 2019 :: connected to remote node
[855] Tue Apr 16 14:54:02 2019 :: fts813.cern.ch:35152: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::23|22647|)
[855] Tue Apr 16 14:54:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[855] Tue Apr 16 14:54:04 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1'
[855] Tue Apr 16 14:54:04 2019 :: dmlite :: stat :: single entry
[855] Tue Apr 16 14:54:04 2019 :: dmlite :: stat :: zero size replica, maybe pending
[855] Tue Apr 16 14:54:04 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[547] Tue Apr 16 14:54:00 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 112-Perf Marker
[547] Tue Apr 16 14:54:00 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 111 Range Marker 2255224832-2809921536
[778] Tue Apr 16 14:54:01 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[778] Tue Apr 16 14:54:01 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._023668.pool.root.1.544243.1555419240 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[778] Tue Apr 16 14:54:01 2019 :: fts803.cern.ch:41996: [SERVER]: 150 Beginning transfer.
[778] Tue Apr 16 14:54:01 2019 :: fts803.cern.ch:41996: [SERVER]: 112-Perf Marker
[25653] Tue Apr 16 14:54:00 2019 :: Child process 32305 ended with rc = 0
[25653] Tue Apr 16 14:54:00 2019 :: Child process 785 ended with rc = 0
[25653] Tue Apr 16 14:54:01 2019 :: Child process 757 ended with rc = 0
[25653] Tue Apr 16 14:54:02 2019 :: Child process 742 ended with rc = 0
[25653] Tue Apr 16 14:54:02 2019 :: Child process 849 ended with rc = 0
[25653] Tue Apr 16 14:54:02 2019 :: Child process 867 ended with rc = 0
[25653] Tue Apr 16 14:54:02 2019 :: Child process 28737 ended with rc = 0
[793] Tue Apr 16 14:54:00 2019 :: GFork functionality not enabled.:
[793] Tue Apr 16 14:54:00 2019 :: Configuration read from /etc/gridftp.conf.
[793] Tue Apr 16 14:54:00 2019 :: Server started in inetd mode.
[793] Tue Apr 16 14:54:00 2019 :: New connection from: fts801.cern.ch:47190
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [CLIENT]: USER :globus-mapping:
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [SERVER]: 331 Password required for :globus-mapping:.
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [CLIENT]: PASS dummy
[793] Tue Apr 16 14:54:00 2019 :: dmlite :: starting new connection
[793] Tue Apr 16 14:54:00 2019 :: dmlite :: DSI options :: dome_checksum
[793] Tue Apr 16 14:54:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[793] Tue Apr 16 14:54:00 2019 :: User :globus-mapping: successfully authorized.
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [CLIENT]: PASS dummy
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [SERVER]: 230-User :globus-mapping: logged in.
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [CLIENT]: SITE HELP
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [SERVER]: 214-The following commands are recognized:
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [CLIENT]: FEAT
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [SERVER]: 211-Extensions supported
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=f7faff17-95d0-5004-8509-a101644fce04;file-id=696362408;retry=0
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [SERVER]: 250 OK.
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [CLIENT]: TYPE I
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [SERVER]: 200 Type set to I.
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [CLIENT]: MODE E
[793] Tue Apr 16 14:54:00 2019 :: fts801.cern.ch:47190: [SERVER]: 200 Mode set to E.
[793] Tue Apr 16 14:54:00 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[793] Tue Apr 16 14:54:00 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1
[880] Tue Apr 16 14:54:03 2019 :: GFork functionality not enabled.:
[880] Tue Apr 16 14:54:03 2019 :: Configuration read from /etc/gridftp.conf.
[880] Tue Apr 16 14:54:03 2019 :: Server started in inetd mode.
[880] Tue Apr 16 14:54:03 2019 :: New connection from: fts805.cern.ch:60160
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: USER :globus-mapping:
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 331 Password required for :globus-mapping:.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: PASS dummy
[880] Tue Apr 16 14:54:04 2019 :: dmlite :: starting new connection
[880] Tue Apr 16 14:54:04 2019 :: dmlite :: DSI options :: dome_checksum
[880] Tue Apr 16 14:54:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[880] Tue Apr 16 14:54:04 2019 :: User :globus-mapping: successfully authorized.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: PASS dummy
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 230-User :globus-mapping: logged in.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: SITE HELP
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 214-The following commands are recognized:
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: FEAT
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 211-Extensions supported
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362868;retry=0
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 250 OK.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: TYPE I
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 200 Type set to I.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: MODE E
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 200 Mode set to E.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: DCAU N
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 200 DCAU N.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: OPTS PASV AllowDelayed=1;
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 200 OPTS Command Successful.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: EPSV
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 200 Passive delayed.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: ALLO 847846170
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 200 ALLO command successful.
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1
[880] Tue Apr 16 14:54:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1
[880] Tue Apr 16 14:54:04 2019 :: incoming transfer
[880] Tue Apr 16 14:54:04 2019 :: requested node: dpmpool22.farm.particle.cz
[880] Tue Apr 16 14:54:04 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[880] Tue Apr 16 14:54:04 2019 :: connected to remote node
[880] Tue Apr 16 14:54:04 2019 :: fts805.cern.ch:60160: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|23471|)
[880] Tue Apr 16 14:54:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[880] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1'
[880] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: single entry
[880] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[880] Tue Apr 16 14:54:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[802] Tue Apr 16 14:54:01 2019 :: GFork functionality not enabled.:
[802] Tue Apr 16 14:54:01 2019 :: Configuration read from /etc/gridftp.conf.
[802] Tue Apr 16 14:54:01 2019 :: Server started in inetd mode.
[802] Tue Apr 16 14:54:01 2019 :: New connection from: lxplus614.cern.ch:37292
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [CLIENT]: USER :globus-mapping:
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [SERVER]: 331 Password required for :globus-mapping:.
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [CLIENT]: PASS dummy
[802] Tue Apr 16 14:54:01 2019 :: dmlite :: starting new connection
[802] Tue Apr 16 14:54:01 2019 :: dmlite :: DSI options :: dome_checksum
[802] Tue Apr 16 14:54:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mobelfki/CN=821424/CN=Mohamed Belfkir successfully authorized.
[802] Tue Apr 16 14:54:01 2019 :: User :globus-mapping: successfully authorized.
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [CLIENT]: PASS dummy
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [SERVER]: 230-User :globus-mapping: logged in.
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [CLIENT]: SITE HELP
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [SERVER]: 214-The following commands are recognized:
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [CLIENT]: FEAT
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [SERVER]: 211-Extensions supported
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.14.2";
[802] Tue Apr 16 14:54:01 2019 :: lxplus614.cern.ch:37292: [SERVER]: 250 OK.
[809] Tue Apr 16 14:54:01 2019 :: GFork functionality not enabled.:
[809] Tue Apr 16 14:54:01 2019 :: Configuration read from /etc/gridftp.conf.
[809] Tue Apr 16 14:54:01 2019 :: Server started in inetd mode.
[815] Tue Apr 16 14:54:01 2019 :: GFork functionality not enabled.:
[815] Tue Apr 16 14:54:01 2019 :: Configuration read from /etc/gridftp.conf.
[815] Tue Apr 16 14:54:01 2019 :: Server started in inetd mode.
[815] Tue Apr 16 14:54:01 2019 :: New connection from: fts813.cern.ch:35128
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: USER :globus-mapping:
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 331 Password required for :globus-mapping:.
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: PASS dummy
[815] Tue Apr 16 14:54:01 2019 :: dmlite :: starting new connection
[815] Tue Apr 16 14:54:01 2019 :: dmlite :: DSI options :: dome_checksum
[815] Tue Apr 16 14:54:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[815] Tue Apr 16 14:54:01 2019 :: User :globus-mapping: successfully authorized.
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: PASS dummy
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 230-User :globus-mapping: logged in.
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: SITE HELP
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 214-The following commands are recognized:
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: FEAT
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 211-Extensions supported
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=5af9737c-bd14-5de0-acea-e2c516435286;file-id=696362875;retry=0
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 250 OK.
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: TYPE I
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 200 Type set to I.
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: DCAU N
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 200 DCAU N.
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1
[815] Tue Apr 16 14:54:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[815] Tue Apr 16 14:54:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d
[815] Tue Apr 16 14:54:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[815] Tue Apr 16 14:54:01 2019 :: dmlite :: stat :: single entry
[815] Tue Apr 16 14:54:01 2019 :: fts813.cern.ch:35128: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d
[809] Tue Apr 16 14:54:06 2019 :: New connection from: skurut01.farm.particle.cz:39614
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: USER :globus-mapping:
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 331 Password required for :globus-mapping:.
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: PASS dummy
[809] Tue Apr 16 14:54:06 2019 :: dmlite :: starting new connection
[809] Tue Apr 16 14:54:06 2019 :: dmlite :: DSI options :: dome_checksum
[809] Tue Apr 16 14:54:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[809] Tue Apr 16 14:54:06 2019 :: User :globus-mapping: successfully authorized.
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: PASS dummy
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 230-User :globus-mapping: logged in.
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: SITE HELP
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 214-The following commands are recognized:
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: FEAT
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 211-Extensions supported
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 250 OK.
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: TYPE I
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 200 Type set to I.
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: DCAU N
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 200 DCAU N.
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1
[809] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[809] Tue Apr 16 14:54:06 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [CLIENT]: QUIT
[809] Tue Apr 16 14:54:06 2019 :: skurut01.farm.particle.cz:39614: [SERVER]: 221 Goodbye.
[809] Tue Apr 16 14:54:06 2019 :: Closed connection from skurut01.farm.particle.cz:39614
[809] Tue Apr 16 14:54:06 2019 :: dmlite :: closing connection
[822] Tue Apr 16 14:54:01 2019 :: GFork functionality not enabled.:
[822] Tue Apr 16 14:54:01 2019 :: Configuration read from /etc/gridftp.conf.
[822] Tue Apr 16 14:54:01 2019 :: Server started in inetd mode.
[828] Tue Apr 16 14:54:01 2019 :: GFork functionality not enabled.:
[828] Tue Apr 16 14:54:01 2019 :: Configuration read from /etc/gridftp.conf.
[828] Tue Apr 16 14:54:01 2019 :: Server started in inetd mode.
[828] Tue Apr 16 14:54:06 2019 :: New connection from: ibis36.farm.particle.cz:58960
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: USER :globus-mapping:
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 331 Password required for :globus-mapping:.
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: PASS dummy
[828] Tue Apr 16 14:54:06 2019 :: dmlite :: starting new connection
[828] Tue Apr 16 14:54:06 2019 :: dmlite :: DSI options :: dome_checksum
[828] Tue Apr 16 14:54:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[828] Tue Apr 16 14:54:06 2019 :: User :globus-mapping: successfully authorized.
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: PASS dummy
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 230-User :globus-mapping: logged in.
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: SITE HELP
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 214-The following commands are recognized:
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: FEAT
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 211-Extensions supported
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 250 OK.
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: TYPE I
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 200 Type set to I.
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: DCAU N
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 200 DCAU N.
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1
[828] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[828] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: single entry
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/91/21/EVNT.17639170._123755.pool.root.1
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [CLIENT]: QUIT
[828] Tue Apr 16 14:54:06 2019 :: ibis36.farm.particle.cz:58960: [SERVER]: 221 Goodbye.
[828] Tue Apr 16 14:54:06 2019 :: Closed connection from ibis36.farm.particle.cz:58960
[828] Tue Apr 16 14:54:06 2019 :: dmlite :: closing connection
[843] Tue Apr 16 14:54:02 2019 :: GFork functionality not enabled.:
[843] Tue Apr 16 14:54:02 2019 :: Configuration read from /etc/gridftp.conf.
[644] Tue Apr 16 14:54:04 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:54:04 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 334233600-420478976
[855] Tue Apr 16 14:54:04 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[855] Tue Apr 16 14:54:04 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._023664.pool.root.1.544244.1555419242 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[855] Tue Apr 16 14:54:04 2019 :: fts813.cern.ch:35152: [SERVER]: 150 Beginning transfer.
[855] Tue Apr 16 14:54:04 2019 :: fts813.cern.ch:35152: [SERVER]: 112-Perf Marker
[861] Tue Apr 16 14:54:02 2019 :: GFork functionality not enabled.:
[861] Tue Apr 16 14:54:02 2019 :: Configuration read from /etc/gridftp.conf.
[861] Tue Apr 16 14:54:02 2019 :: Server started in inetd mode.
[861] Tue Apr 16 14:54:02 2019 :: New connection from: fts805.cern.ch:60070
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: USER :globus-mapping:
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [SERVER]: 331 Password required for :globus-mapping:.
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: PASS dummy
[861] Tue Apr 16 14:54:02 2019 :: dmlite :: starting new connection
[861] Tue Apr 16 14:54:02 2019 :: dmlite :: DSI options :: dome_checksum
[861] Tue Apr 16 14:54:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[861] Tue Apr 16 14:54:02 2019 :: User :globus-mapping: successfully authorized.
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: PASS dummy
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [SERVER]: 230-User :globus-mapping: logged in.
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: SITE HELP
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [SERVER]: 214-The following commands are recognized:
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: FEAT
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [SERVER]: 211-Extensions supported
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362868;retry=0
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [SERVER]: 250 OK.
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: TYPE I
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [SERVER]: 200 Type set to I.
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: DCAU N
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [SERVER]: 200 DCAU N.
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1
[861] Tue Apr 16 14:54:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[861] Tue Apr 16 14:54:02 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[861] Tue Apr 16 14:54:02 2019 :: fts805.cern.ch:60070: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[861] Tue Apr 16 14:54:03 2019 :: fts805.cern.ch:60070: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36
[861] Tue Apr 16 14:54:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[861] Tue Apr 16 14:54:03 2019 :: dmlite :: stat :: single entry
[861] Tue Apr 16 14:54:03 2019 :: fts805.cern.ch:60070: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36
[822] Tue Apr 16 14:54:06 2019 :: New connection from: lxplus614.cern.ch:37296
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: USER :globus-mapping:
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [SERVER]: 331 Password required for :globus-mapping:.
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: PASS dummy
[822] Tue Apr 16 14:54:06 2019 :: dmlite :: starting new connection
[822] Tue Apr 16 14:54:06 2019 :: dmlite :: DSI options :: dome_checksum
[822] Tue Apr 16 14:54:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mobelfki/CN=821424/CN=Mohamed Belfkir successfully authorized.
[822] Tue Apr 16 14:54:06 2019 :: User :globus-mapping: successfully authorized.
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: PASS dummy
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [SERVER]: 230-User :globus-mapping: logged in.
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: SITE HELP
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [SERVER]: 214-The following commands are recognized:
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: FEAT
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [SERVER]: 211-Extensions supported
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.14.2";
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [SERVER]: 250 OK.
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: TYPE I
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [SERVER]: 200 Type set to I.
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: DCAU N
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [SERVER]: 200 DCAU N.
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/mobelfki/22/18/user.mobelfki.17698507.ANALYSIS._000019.root
[822] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/mobelfki/22/18/user.mobelfki.17698507.ANALYSIS._000019.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mobelfki/CN=821424/CN=Mohamed Belfkir :: lxplus614.cern.ch
[822] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: single entry
[822] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37296: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/mobelfki/22/18/user.mobelfki.17698507.ANALYSIS._000019.root
[822] Tue Apr 16 14:54:07 2019 :: lxplus614.cern.ch:37296: [CLIENT]: QUIT
[822] Tue Apr 16 14:54:07 2019 :: lxplus614.cern.ch:37296: [SERVER]: 221 Goodbye.
[822] Tue Apr 16 14:54:07 2019 :: Closed connection from lxplus614.cern.ch:37296
[822] Tue Apr 16 14:54:07 2019 :: dmlite :: closing connection
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [CLIENT]: TYPE I
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [SERVER]: 200 Type set to I.
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [CLIENT]: DCAU N
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [SERVER]: 200 DCAU N.
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [CLIENT]: OPTS PASV AllowDelayed=1;
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [SERVER]: 200 OPTS Command Successful.
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [CLIENT]: PASV
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [SERVER]: 200 Passive delayed.
[802] Tue Apr 16 14:54:06 2019 :: lxplus614.cern.ch:37292: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/mobelfki/22/18/user.mobelfki.17698507.ANALYSIS._000019.root
[802] Tue Apr 16 14:54:06 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/mobelfki/22/18/user.mobelfki.17698507.ANALYSIS._000019.root
[802] Tue Apr 16 14:54:06 2019 :: outgoing transfer
[802] Tue Apr 16 14:54:06 2019 :: requested node: dpmpool9.farm.particle.cz
[802] Tue Apr 16 14:54:06 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[802] Tue Apr 16 14:54:07 2019 :: connected to remote node
[802] Tue Apr 16 14:54:07 2019 :: lxplus614.cern.ch:37292: [SERVER]: 127 Entering Passive Mode (147,231,25,47,91,55)
[802] Tue Apr 16 14:54:07 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-12/user.mobelfki.17698507.ANALYSIS._000019.root.88646.1555023889 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=mobelfki/CN=821424/CN=Mohamed Belfkir :: lxplus614.cern.ch
[802] Tue Apr 16 14:54:07 2019 :: lxplus614.cern.ch:37292: [SERVER]: 150 Beginning transfer.
[802] Tue Apr 16 14:54:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/mobelfki/22/18/user.mobelfki.17698507.ANALYSIS._000019.root".
[802] Tue Apr 16 14:54:07 2019 :: lxplus614.cern.ch:37292: [SERVER]: 226 Transfer Complete.
[802] Tue Apr 16 14:54:07 2019 :: lxplus614.cern.ch:37292: [CLIENT]: QUIT
[802] Tue Apr 16 14:54:07 2019 :: lxplus614.cern.ch:37292: [SERVER]: 221 Goodbye.
[802] Tue Apr 16 14:54:07 2019 :: Closed connection from lxplus614.cern.ch:37292
[802] Tue Apr 16 14:54:07 2019 :: dmlite :: closing connection
[880] Tue Apr 16 14:54:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[880] Tue Apr 16 14:54:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._023658.pool.root.1.544245.1555419244 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[880] Tue Apr 16 14:54:06 2019 :: fts805.cern.ch:60160: [SERVER]: 150 Beginning transfer.
[880] Tue Apr 16 14:54:06 2019 :: fts805.cern.ch:60160: [SERVER]: 112-Perf Marker
[547] Tue Apr 16 14:54:05 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 112-Perf Marker
[547] Tue Apr 16 14:54:05 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 111 Range Marker 2809921536-3374055424
[547] Tue Apr 16 14:54:06 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 112-Perf Marker
[547] Tue Apr 16 14:54:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload".
[547] Tue Apr 16 14:54:06 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 226 Transfer Complete.
[547] Tue Apr 16 14:54:06 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload.544239.1555419214 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:54:06 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[547] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:54:06 2019 :: dmlite :: stat :: single entry
[547] Tue Apr 16 14:54:06 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[547] Tue Apr 16 14:54:06 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:54:06 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[778] Tue Apr 16 14:54:06 2019 :: fts803.cern.ch:41996: [SERVER]: 112-Perf Marker
[778] Tue Apr 16 14:54:06 2019 :: fts803.cern.ch:41996: [SERVER]: 111 Range Marker 0-592445440
[778] Tue Apr 16 14:54:09 2019 :: fts803.cern.ch:41996: [SERVER]: 112-Perf Marker
[778] Tue Apr 16 14:54:09 2019 :: fts803.cern.ch:41996: [SERVER]: 111 Range Marker 592445440-865951006
[778] Tue Apr 16 14:54:09 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1".
[778] Tue Apr 16 14:54:09 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._023668.pool.root.1.544243.1555419240 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[778] Tue Apr 16 14:54:09 2019 :: fts803.cern.ch:41996: [SERVER]: 226 Transfer Complete.
[778] Tue Apr 16 14:54:09 2019 :: fts803.cern.ch:41996: [CLIENT]: QUIT
[778] Tue Apr 16 14:54:09 2019 :: fts803.cern.ch:41996: [SERVER]: 221 Goodbye.
[778] Tue Apr 16 14:54:09 2019 :: Closed connection from fts803.cern.ch:41996
[778] Tue Apr 16 14:54:09 2019 :: dmlite :: closing connection
[793] Tue Apr 16 14:54:09 2019 :: fts801.cern.ch:47190: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1
[793] Tue Apr 16 14:54:09 2019 :: fts801.cern.ch:47190: [SERVER]: 213 9d3cae09
[793] Tue Apr 16 14:54:09 2019 :: fts801.cern.ch:47190: [CLIENT]: QUIT
[793] Tue Apr 16 14:54:09 2019 :: fts801.cern.ch:47190: [SERVER]: 221 Goodbye.
[793] Tue Apr 16 14:54:09 2019 :: Closed connection from fts801.cern.ch:47190
[793] Tue Apr 16 14:54:09 2019 :: dmlite :: closing connection
[903] Tue Apr 16 14:54:09 2019 :: GFork functionality not enabled.:
[903] Tue Apr 16 14:54:09 2019 :: Configuration read from /etc/gridftp.conf.
[903] Tue Apr 16 14:54:09 2019 :: Server started in inetd mode.
[903] Tue Apr 16 14:54:09 2019 :: New connection from: fts803.cern.ch:42264
[903] Tue Apr 16 14:54:09 2019 :: fts803.cern.ch:42264: [CLIENT]: USER :globus-mapping:
[903] Tue Apr 16 14:54:09 2019 :: fts803.cern.ch:42264: [SERVER]: 331 Password required for :globus-mapping:.
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [CLIENT]: PASS dummy
[903] Tue Apr 16 14:54:10 2019 :: dmlite :: starting new connection
[903] Tue Apr 16 14:54:10 2019 :: dmlite :: DSI options :: dome_checksum
[903] Tue Apr 16 14:54:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[903] Tue Apr 16 14:54:10 2019 :: User :globus-mapping: successfully authorized.
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [CLIENT]: PASS dummy
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [SERVER]: 230-User :globus-mapping: logged in.
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [CLIENT]: SITE HELP
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [SERVER]: 214-The following commands are recognized:
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [CLIENT]: FEAT
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [SERVER]: 211-Extensions supported
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362869;retry=0
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [SERVER]: 250 OK.
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [CLIENT]: QUIT
[903] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42264: [SERVER]: 221 Goodbye.
[903] Tue Apr 16 14:54:10 2019 :: Closed connection from fts803.cern.ch:42264
[903] Tue Apr 16 14:54:10 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:54:06 2019 :: Child process 809 ended with rc = 0
[25653] Tue Apr 16 14:54:06 2019 :: Child process 828 ended with rc = 0
[25653] Tue Apr 16 14:54:07 2019 :: Child process 802 ended with rc = 0
[25653] Tue Apr 16 14:54:07 2019 :: Child process 822 ended with rc = 0
[25653] Tue Apr 16 14:54:09 2019 :: Child process 778 ended with rc = 0
[25653] Tue Apr 16 14:54:09 2019 :: Child process 793 ended with rc = 0
[25653] Tue Apr 16 14:54:10 2019 :: Child process 903 ended with rc = 0
[916] Tue Apr 16 14:54:10 2019 :: GFork functionality not enabled.:
[916] Tue Apr 16 14:54:10 2019 :: Configuration read from /etc/gridftp.conf.
[916] Tue Apr 16 14:54:10 2019 :: Server started in inetd mode.
[916] Tue Apr 16 14:54:10 2019 :: New connection from: fts801.cern.ch:47298
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [CLIENT]: USER :globus-mapping:
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [SERVER]: 331 Password required for :globus-mapping:.
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [CLIENT]: PASS dummy
[916] Tue Apr 16 14:54:10 2019 :: dmlite :: starting new connection
[916] Tue Apr 16 14:54:10 2019 :: dmlite :: DSI options :: dome_checksum
[916] Tue Apr 16 14:54:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[916] Tue Apr 16 14:54:10 2019 :: User :globus-mapping: successfully authorized.
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [CLIENT]: PASS dummy
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [SERVER]: 230-User :globus-mapping: logged in.
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [CLIENT]: SITE HELP
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [SERVER]: 214-The following commands are recognized:
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [CLIENT]: FEAT
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [SERVER]: 211-Extensions supported
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=f7faff17-95d0-5004-8509-a101644fce04;file-id=696362408;retry=0
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [SERVER]: 250 OK.
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [CLIENT]: QUIT
[916] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47298: [SERVER]: 221 Goodbye.
[916] Tue Apr 16 14:54:10 2019 :: Closed connection from fts801.cern.ch:47298
[916] Tue Apr 16 14:54:10 2019 :: dmlite :: closing connection
[923] Tue Apr 16 14:54:10 2019 :: GFork functionality not enabled.:
[923] Tue Apr 16 14:54:10 2019 :: Configuration read from /etc/gridftp.conf.
[923] Tue Apr 16 14:54:10 2019 :: Server started in inetd mode.
[923] Tue Apr 16 14:54:10 2019 :: New connection from: fts801.cern.ch:47300
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: USER :globus-mapping:
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 331 Password required for :globus-mapping:.
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: PASS dummy
[923] Tue Apr 16 14:54:10 2019 :: dmlite :: starting new connection
[923] Tue Apr 16 14:54:10 2019 :: dmlite :: DSI options :: dome_checksum
[923] Tue Apr 16 14:54:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[923] Tue Apr 16 14:54:10 2019 :: User :globus-mapping: successfully authorized.
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: PASS dummy
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 230-User :globus-mapping: logged in.
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: SITE HELP
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 214-The following commands are recognized:
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: FEAT
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 211-Extensions supported
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=f7faff17-95d0-5004-8509-a101644fce04;file-id=696362408;retry=0
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 250 OK.
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: TYPE I
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 200 Type set to I.
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: MODE E
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 200 Mode set to E.
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: DCAU N
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 200 DCAU N.
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1
[923] Tue Apr 16 14:54:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[923] Tue Apr 16 14:54:10 2019 :: dmlite :: stat :: single entry
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/05/33/HITS.17617237._024634.pool.root.1
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [CLIENT]: QUIT
[923] Tue Apr 16 14:54:10 2019 :: fts801.cern.ch:47300: [SERVER]: 221 Goodbye.
[923] Tue Apr 16 14:54:10 2019 :: Closed connection from fts801.cern.ch:47300
[923] Tue Apr 16 14:54:10 2019 :: dmlite :: closing connection
[32236] Tue Apr 16 14:54:10 2019 :: Closed connection from fts801.cern.ch:45888
[32236] Tue Apr 16 14:54:10 2019 :: dmlite :: closing connection
[909] Tue Apr 16 14:54:10 2019 :: GFork functionality not enabled.:
[909] Tue Apr 16 14:54:10 2019 :: Configuration read from /etc/gridftp.conf.
[909] Tue Apr 16 14:54:10 2019 :: Server started in inetd mode.
[909] Tue Apr 16 14:54:10 2019 :: New connection from: fts803.cern.ch:42270
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [CLIENT]: USER :globus-mapping:
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [SERVER]: 331 Password required for :globus-mapping:.
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [CLIENT]: PASS dummy
[909] Tue Apr 16 14:54:10 2019 :: dmlite :: starting new connection
[909] Tue Apr 16 14:54:10 2019 :: dmlite :: DSI options :: dome_checksum
[909] Tue Apr 16 14:54:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[909] Tue Apr 16 14:54:10 2019 :: User :globus-mapping: successfully authorized.
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [CLIENT]: PASS dummy
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [SERVER]: 230-User :globus-mapping: logged in.
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [CLIENT]: SITE HELP
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [SERVER]: 214-The following commands are recognized:
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [CLIENT]: FEAT
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [SERVER]: 211-Extensions supported
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362869;retry=0
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [SERVER]: 250 OK.
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [CLIENT]: TYPE I
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [SERVER]: 200 Type set to I.
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [CLIENT]: MODE E
[909] Tue Apr 16 14:54:10 2019 :: fts803.cern.ch:42270: [SERVER]: 200 Mode set to E.
[909] Tue Apr 16 14:54:10 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[909] Tue Apr 16 14:54:10 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1
[909] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42270: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1
[909] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42270: [SERVER]: 213 4a9318b5
[909] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42270: [CLIENT]: QUIT
[909] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42270: [SERVER]: 221 Goodbye.
[909] Tue Apr 16 14:54:11 2019 :: Closed connection from fts803.cern.ch:42270
[909] Tue Apr 16 14:54:11 2019 :: dmlite :: closing connection
[855] Tue Apr 16 14:54:09 2019 :: fts813.cern.ch:35152: [SERVER]: 112-Perf Marker
[855] Tue Apr 16 14:54:09 2019 :: fts813.cern.ch:35152: [SERVER]: 111 Range Marker 0-583532544
[855] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35152: [SERVER]: 112-Perf Marker
[855] Tue Apr 16 14:54:11 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1".
[855] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35152: [SERVER]: 111 Range Marker 583532544-851971635
[855] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35152: [SERVER]: 226 Transfer Complete.
[855] Tue Apr 16 14:54:11 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._023664.pool.root.1.544244.1555419242 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[855] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35152: [CLIENT]: QUIT
[855] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35152: [SERVER]: 221 Goodbye.
[855] Tue Apr 16 14:54:11 2019 :: Closed connection from fts813.cern.ch:35152
[855] Tue Apr 16 14:54:11 2019 :: dmlite :: closing connection
[892] Tue Apr 16 14:54:06 2019 :: GFork functionality not enabled.:
[892] Tue Apr 16 14:54:06 2019 :: Configuration read from /etc/gridftp.conf.
[937] Tue Apr 16 14:54:11 2019 :: GFork functionality not enabled.:
[937] Tue Apr 16 14:54:11 2019 :: Configuration read from /etc/gridftp.conf.
[937] Tue Apr 16 14:54:11 2019 :: Server started in inetd mode.
[937] Tue Apr 16 14:54:11 2019 :: New connection from: fts803.cern.ch:42282
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [CLIENT]: USER :globus-mapping:
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [SERVER]: 331 Password required for :globus-mapping:.
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [CLIENT]: PASS dummy
[937] Tue Apr 16 14:54:11 2019 :: dmlite :: starting new connection
[937] Tue Apr 16 14:54:11 2019 :: dmlite :: DSI options :: dome_checksum
[937] Tue Apr 16 14:54:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[937] Tue Apr 16 14:54:11 2019 :: User :globus-mapping: successfully authorized.
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [CLIENT]: PASS dummy
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [SERVER]: 230-User :globus-mapping: logged in.
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [CLIENT]: SITE HELP
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [SERVER]: 214-The following commands are recognized:
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [CLIENT]: FEAT
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [SERVER]: 211-Extensions supported
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362869;retry=0
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [SERVER]: 250 OK.
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [CLIENT]: QUIT
[937] Tue Apr 16 14:54:11 2019 :: fts803.cern.ch:42282: [SERVER]: 221 Goodbye.
[937] Tue Apr 16 14:54:11 2019 :: Closed connection from fts803.cern.ch:42282
[937] Tue Apr 16 14:54:11 2019 :: dmlite :: closing connection
[943] Tue Apr 16 14:54:11 2019 :: GFork functionality not enabled.:
[943] Tue Apr 16 14:54:11 2019 :: Configuration read from /etc/gridftp.conf.
[943] Tue Apr 16 14:54:11 2019 :: Server started in inetd mode.
[943] Tue Apr 16 14:54:11 2019 :: New connection from: fts813.cern.ch:35322
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [CLIENT]: USER :globus-mapping:
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [SERVER]: 331 Password required for :globus-mapping:.
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [CLIENT]: PASS dummy
[943] Tue Apr 16 14:54:11 2019 :: dmlite :: starting new connection
[943] Tue Apr 16 14:54:11 2019 :: dmlite :: DSI options :: dome_checksum
[943] Tue Apr 16 14:54:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[943] Tue Apr 16 14:54:11 2019 :: User :globus-mapping: successfully authorized.
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [CLIENT]: PASS dummy
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [SERVER]: 230-User :globus-mapping: logged in.
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [CLIENT]: SITE HELP
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [SERVER]: 214-The following commands are recognized:
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [CLIENT]: FEAT
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [SERVER]: 211-Extensions supported
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=5af9737c-bd14-5de0-acea-e2c516435286;file-id=696362875;retry=0
[943] Tue Apr 16 14:54:11 2019 :: fts813.cern.ch:35322: [SERVER]: 250 OK.
[943] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35322: [CLIENT]: QUIT
[943] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35322: [SERVER]: 221 Goodbye.
[943] Tue Apr 16 14:54:12 2019 :: Closed connection from fts813.cern.ch:35322
[943] Tue Apr 16 14:54:12 2019 :: dmlite :: closing connection
[843] Tue Apr 16 14:54:07 2019 :: Server started in inetd mode.
[644] Tue Apr 16 14:54:09 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:54:09 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 420478976-480247808
[949] Tue Apr 16 14:54:11 2019 :: GFork functionality not enabled.:
[949] Tue Apr 16 14:54:11 2019 :: Configuration read from /etc/gridftp.conf.
[949] Tue Apr 16 14:54:11 2019 :: Server started in inetd mode.
[949] Tue Apr 16 14:54:11 2019 :: New connection from: fts803.cern.ch:42284
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: USER :globus-mapping:
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 331 Password required for :globus-mapping:.
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: PASS dummy
[949] Tue Apr 16 14:54:12 2019 :: dmlite :: starting new connection
[949] Tue Apr 16 14:54:12 2019 :: dmlite :: DSI options :: dome_checksum
[949] Tue Apr 16 14:54:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[949] Tue Apr 16 14:54:12 2019 :: User :globus-mapping: successfully authorized.
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: PASS dummy
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 230-User :globus-mapping: logged in.
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: SITE HELP
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 214-The following commands are recognized:
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: FEAT
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 211-Extensions supported
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362869;retry=0
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 250 OK.
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: TYPE I
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 200 Type set to I.
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: MODE E
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 200 Mode set to E.
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: DCAU N
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 200 DCAU N.
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1
[949] Tue Apr 16 14:54:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[949] Tue Apr 16 14:54:12 2019 :: dmlite :: stat :: single entry
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/09/7a/HITS.17617237._023668.pool.root.1
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [CLIENT]: QUIT
[949] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:42284: [SERVER]: 221 Goodbye.
[949] Tue Apr 16 14:54:12 2019 :: Closed connection from fts803.cern.ch:42284
[949] Tue Apr 16 14:54:12 2019 :: dmlite :: closing connection
[769] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:41966: [CLIENT]: QUIT
[769] Tue Apr 16 14:54:12 2019 :: fts803.cern.ch:41966: [SERVER]: 221 Goodbye.
[769] Tue Apr 16 14:54:12 2019 :: Closed connection from fts803.cern.ch:41966
[769] Tue Apr 16 14:54:12 2019 :: dmlite :: closing connection
[880] Tue Apr 16 14:54:11 2019 :: fts805.cern.ch:60160: [SERVER]: 112-Perf Marker
[880] Tue Apr 16 14:54:11 2019 :: fts805.cern.ch:60160: [SERVER]: 111 Range Marker 0-664797184
[880] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60160: [SERVER]: 112-Perf Marker
[880] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60160: [SERVER]: 111 Range Marker 664797184-847846170
[880] Tue Apr 16 14:54:12 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1".
[880] Tue Apr 16 14:54:12 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._023658.pool.root.1.544245.1555419244 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[880] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60160: [SERVER]: 226 Transfer Complete.
[880] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60160: [CLIENT]: QUIT
[880] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60160: [SERVER]: 221 Goodbye.
[880] Tue Apr 16 14:54:12 2019 :: Closed connection from fts805.cern.ch:60160
[880] Tue Apr 16 14:54:12 2019 :: dmlite :: closing connection
[969] Tue Apr 16 14:54:12 2019 :: GFork functionality not enabled.:
[969] Tue Apr 16 14:54:12 2019 :: Configuration read from /etc/gridftp.conf.
[969] Tue Apr 16 14:54:12 2019 :: Server started in inetd mode.
[969] Tue Apr 16 14:54:12 2019 :: New connection from: fts805.cern.ch:60356
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [CLIENT]: USER :globus-mapping:
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [SERVER]: 331 Password required for :globus-mapping:.
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [CLIENT]: PASS dummy
[969] Tue Apr 16 14:54:12 2019 :: dmlite :: starting new connection
[969] Tue Apr 16 14:54:12 2019 :: dmlite :: DSI options :: dome_checksum
[969] Tue Apr 16 14:54:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[969] Tue Apr 16 14:54:12 2019 :: User :globus-mapping: successfully authorized.
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [CLIENT]: PASS dummy
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [SERVER]: 230-User :globus-mapping: logged in.
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [CLIENT]: SITE HELP
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [SERVER]: 214-The following commands are recognized:
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [CLIENT]: FEAT
[969] Tue Apr 16 14:54:12 2019 :: fts805.cern.ch:60356: [SERVER]: 211-Extensions supported
[969] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60356: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362868;retry=0
[969] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60356: [SERVER]: 250 OK.
[969] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60356: [CLIENT]: QUIT
[969] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60356: [SERVER]: 221 Goodbye.
[969] Tue Apr 16 14:54:13 2019 :: Closed connection from fts805.cern.ch:60356
[969] Tue Apr 16 14:54:13 2019 :: dmlite :: closing connection
[955] Tue Apr 16 14:54:12 2019 :: GFork functionality not enabled.:
[955] Tue Apr 16 14:54:12 2019 :: Configuration read from /etc/gridftp.conf.
[955] Tue Apr 16 14:54:12 2019 :: Server started in inetd mode.
[955] Tue Apr 16 14:54:12 2019 :: New connection from: fts813.cern.ch:35326
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [CLIENT]: USER :globus-mapping:
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [SERVER]: 331 Password required for :globus-mapping:.
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [CLIENT]: PASS dummy
[955] Tue Apr 16 14:54:12 2019 :: dmlite :: starting new connection
[955] Tue Apr 16 14:54:12 2019 :: dmlite :: DSI options :: dome_checksum
[955] Tue Apr 16 14:54:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[955] Tue Apr 16 14:54:12 2019 :: User :globus-mapping: successfully authorized.
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [CLIENT]: PASS dummy
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [SERVER]: 230-User :globus-mapping: logged in.
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [CLIENT]: SITE HELP
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [SERVER]: 214-The following commands are recognized:
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [CLIENT]: FEAT
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [SERVER]: 211-Extensions supported
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=5af9737c-bd14-5de0-acea-e2c516435286;file-id=696362875;retry=0
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [SERVER]: 250 OK.
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [CLIENT]: TYPE I
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [SERVER]: 200 Type set to I.
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [CLIENT]: MODE E
[955] Tue Apr 16 14:54:12 2019 :: fts813.cern.ch:35326: [SERVER]: 200 Mode set to E.
[955] Tue Apr 16 14:54:12 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[955] Tue Apr 16 14:54:12 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1
[955] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35326: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1
[955] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35326: [SERVER]: 213 f658225c
[955] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35326: [CLIENT]: QUIT
[955] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35326: [SERVER]: 221 Goodbye.
[955] Tue Apr 16 14:54:13 2019 :: Closed connection from fts813.cern.ch:35326
[955] Tue Apr 16 14:54:13 2019 :: dmlite :: closing connection
[990] Tue Apr 16 14:54:13 2019 :: GFork functionality not enabled.:
[990] Tue Apr 16 14:54:13 2019 :: Configuration read from /etc/gridftp.conf.
[990] Tue Apr 16 14:54:13 2019 :: Server started in inetd mode.
[990] Tue Apr 16 14:54:13 2019 :: New connection from: fts813.cern.ch:35342
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [CLIENT]: USER :globus-mapping:
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [SERVER]: 331 Password required for :globus-mapping:.
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [CLIENT]: PASS dummy
[990] Tue Apr 16 14:54:13 2019 :: dmlite :: starting new connection
[990] Tue Apr 16 14:54:13 2019 :: dmlite :: DSI options :: dome_checksum
[990] Tue Apr 16 14:54:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[990] Tue Apr 16 14:54:13 2019 :: User :globus-mapping: successfully authorized.
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [CLIENT]: PASS dummy
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [SERVER]: 230-User :globus-mapping: logged in.
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [CLIENT]: SITE HELP
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [SERVER]: 214-The following commands are recognized:
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [CLIENT]: FEAT
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [SERVER]: 211-Extensions supported
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=5af9737c-bd14-5de0-acea-e2c516435286;file-id=696362875;retry=0
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [SERVER]: 250 OK.
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [CLIENT]: QUIT
[990] Tue Apr 16 14:54:13 2019 :: fts813.cern.ch:35342: [SERVER]: 221 Goodbye.
[990] Tue Apr 16 14:54:13 2019 :: Closed connection from fts813.cern.ch:35342
[990] Tue Apr 16 14:54:13 2019 :: dmlite :: closing connection
[996] Tue Apr 16 14:54:13 2019 :: GFork functionality not enabled.:
[996] Tue Apr 16 14:54:13 2019 :: Configuration read from /etc/gridftp.conf.
[996] Tue Apr 16 14:54:13 2019 :: Server started in inetd mode.
[996] Tue Apr 16 14:54:13 2019 :: New connection from: fts813.cern.ch:35346
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: USER :globus-mapping:
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 331 Password required for :globus-mapping:.
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: PASS dummy
[996] Tue Apr 16 14:54:14 2019 :: dmlite :: starting new connection
[996] Tue Apr 16 14:54:14 2019 :: dmlite :: DSI options :: dome_checksum
[996] Tue Apr 16 14:54:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[996] Tue Apr 16 14:54:14 2019 :: User :globus-mapping: successfully authorized.
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: PASS dummy
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 230-User :globus-mapping: logged in.
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: SITE HELP
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 214-The following commands are recognized:
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: FEAT
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 211-Extensions supported
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=5af9737c-bd14-5de0-acea-e2c516435286;file-id=696362875;retry=0
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 250 OK.
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: TYPE I
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 200 Type set to I.
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: MODE E
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 200 Mode set to E.
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: DCAU N
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 200 DCAU N.
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1
[996] Tue Apr 16 14:54:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[996] Tue Apr 16 14:54:14 2019 :: dmlite :: stat :: single entry
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/49/0d/HITS.17617237._023664.pool.root.1
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [CLIENT]: QUIT
[996] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35346: [SERVER]: 221 Goodbye.
[996] Tue Apr 16 14:54:14 2019 :: Closed connection from fts813.cern.ch:35346
[996] Tue Apr 16 14:54:14 2019 :: dmlite :: closing connection
[815] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35128: [CLIENT]: QUIT
[815] Tue Apr 16 14:54:14 2019 :: fts813.cern.ch:35128: [SERVER]: 221 Goodbye.
[815] Tue Apr 16 14:54:14 2019 :: Closed connection from fts813.cern.ch:35128
[815] Tue Apr 16 14:54:14 2019 :: dmlite :: closing connection
[983] Tue Apr 16 14:54:13 2019 :: GFork functionality not enabled.:
[983] Tue Apr 16 14:54:13 2019 :: Configuration read from /etc/gridftp.conf.
[983] Tue Apr 16 14:54:13 2019 :: Server started in inetd mode.
[983] Tue Apr 16 14:54:13 2019 :: New connection from: fts805.cern.ch:60376
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [CLIENT]: USER :globus-mapping:
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [SERVER]: 331 Password required for :globus-mapping:.
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [CLIENT]: PASS dummy
[983] Tue Apr 16 14:54:13 2019 :: dmlite :: starting new connection
[983] Tue Apr 16 14:54:13 2019 :: dmlite :: DSI options :: dome_checksum
[983] Tue Apr 16 14:54:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[983] Tue Apr 16 14:54:13 2019 :: User :globus-mapping: successfully authorized.
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [CLIENT]: PASS dummy
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [SERVER]: 230-User :globus-mapping: logged in.
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [CLIENT]: SITE HELP
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [SERVER]: 214-The following commands are recognized:
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [CLIENT]: FEAT
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [SERVER]: 211-Extensions supported
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362868;retry=0
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [SERVER]: 250 OK.
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [CLIENT]: TYPE I
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [SERVER]: 200 Type set to I.
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [CLIENT]: MODE E
[983] Tue Apr 16 14:54:13 2019 :: fts805.cern.ch:60376: [SERVER]: 200 Mode set to E.
[983] Tue Apr 16 14:54:13 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[983] Tue Apr 16 14:54:13 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1
[983] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60376: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1
[983] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60376: [SERVER]: 213 bb4d95c8
[983] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60376: [CLIENT]: QUIT
[983] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60376: [SERVER]: 221 Goodbye.
[983] Tue Apr 16 14:54:14 2019 :: Closed connection from fts805.cern.ch:60376
[983] Tue Apr 16 14:54:14 2019 :: dmlite :: closing connection
[1006] Tue Apr 16 14:54:14 2019 :: GFork functionality not enabled.:
[1006] Tue Apr 16 14:54:14 2019 :: Configuration read from /etc/gridftp.conf.
[1006] Tue Apr 16 14:54:14 2019 :: Server started in inetd mode.
[1006] Tue Apr 16 14:54:14 2019 :: New connection from: fts805.cern.ch:60416
[1006] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60416: [CLIENT]: USER :globus-mapping:
[1006] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60416: [SERVER]: 331 Password required for :globus-mapping:.
[1006] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60416: [CLIENT]: PASS dummy
[1006] Tue Apr 16 14:54:14 2019 :: dmlite :: starting new connection
[1006] Tue Apr 16 14:54:14 2019 :: dmlite :: DSI options :: dome_checksum
[1006] Tue Apr 16 14:54:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1006] Tue Apr 16 14:54:14 2019 :: User :globus-mapping: successfully authorized.
[1006] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60416: [CLIENT]: PASS dummy
[1006] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60416: [SERVER]: 230-User :globus-mapping: logged in.
[1006] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60416: [CLIENT]: SITE HELP
[1006] Tue Apr 16 14:54:14 2019 :: fts805.cern.ch:60416: [SERVER]: 214-The following commands are recognized:
[1006] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60416: [CLIENT]: FEAT
[1006] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60416: [SERVER]: 211-Extensions supported
[1006] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60416: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362868;retry=0
[1006] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60416: [SERVER]: 250 OK.
[1006] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60416: [CLIENT]: QUIT
[1006] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60416: [SERVER]: 221 Goodbye.
[1006] Tue Apr 16 14:54:15 2019 :: Closed connection from fts805.cern.ch:60416
[1006] Tue Apr 16 14:54:15 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:54:10 2019 :: Child process 916 ended with rc = 0
[25653] Tue Apr 16 14:54:10 2019 :: Child process 923 ended with rc = 0
[25653] Tue Apr 16 14:54:10 2019 :: Child process 32236 ended with rc = 0
[25653] Tue Apr 16 14:54:11 2019 :: Child process 909 ended with rc = 0
[25653] Tue Apr 16 14:54:11 2019 :: Child process 855 ended with rc = 0
[25653] Tue Apr 16 14:54:11 2019 :: Child process 937 ended with rc = 0
[25653] Tue Apr 16 14:54:12 2019 :: Child process 943 ended with rc = 0
[25653] Tue Apr 16 14:54:12 2019 :: Child process 949 ended with rc = 0
[25653] Tue Apr 16 14:54:12 2019 :: Child process 769 ended with rc = 0
[25653] Tue Apr 16 14:54:12 2019 :: Child process 880 ended with rc = 0
[25653] Tue Apr 16 14:54:13 2019 :: Child process 969 ended with rc = 0
[25653] Tue Apr 16 14:54:13 2019 :: Child process 955 ended with rc = 0
[25653] Tue Apr 16 14:54:13 2019 :: Child process 990 ended with rc = 0
[25653] Tue Apr 16 14:54:14 2019 :: Child process 996 ended with rc = 0
[25653] Tue Apr 16 14:54:14 2019 :: Child process 815 ended with rc = 0
[25653] Tue Apr 16 14:54:14 2019 :: Child process 983 ended with rc = 0
[25653] Tue Apr 16 14:54:15 2019 :: Child process 1006 ended with rc = 0
[1012] Tue Apr 16 14:54:15 2019 :: GFork functionality not enabled.:
[1012] Tue Apr 16 14:54:15 2019 :: Configuration read from /etc/gridftp.conf.
[1012] Tue Apr 16 14:54:15 2019 :: Server started in inetd mode.
[1012] Tue Apr 16 14:54:15 2019 :: New connection from: fts805.cern.ch:60426
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: USER :globus-mapping:
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 331 Password required for :globus-mapping:.
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: PASS dummy
[1012] Tue Apr 16 14:54:15 2019 :: dmlite :: starting new connection
[1012] Tue Apr 16 14:54:15 2019 :: dmlite :: DSI options :: dome_checksum
[1012] Tue Apr 16 14:54:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1012] Tue Apr 16 14:54:15 2019 :: User :globus-mapping: successfully authorized.
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: PASS dummy
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 230-User :globus-mapping: logged in.
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: SITE HELP
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 214-The following commands are recognized:
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: FEAT
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 211-Extensions supported
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=70f81c14-4a61-5da9-877b-36e57a6c67b1;file-id=696362868;retry=0
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 250 OK.
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: TYPE I
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 200 Type set to I.
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: MODE E
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 200 Mode set to E.
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: DCAU N
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 200 DCAU N.
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1
[1012] Tue Apr 16 14:54:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1012] Tue Apr 16 14:54:15 2019 :: dmlite :: stat :: single entry
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fc/36/HITS.17617237._023658.pool.root.1
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [CLIENT]: QUIT
[1012] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60426: [SERVER]: 221 Goodbye.
[1012] Tue Apr 16 14:54:15 2019 :: Closed connection from fts805.cern.ch:60426
[1012] Tue Apr 16 14:54:15 2019 :: dmlite :: closing connection
[861] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60070: [CLIENT]: QUIT
[861] Tue Apr 16 14:54:15 2019 :: fts805.cern.ch:60070: [SERVER]: 221 Goodbye.
[861] Tue Apr 16 14:54:15 2019 :: Closed connection from fts805.cern.ch:60070
[861] Tue Apr 16 14:54:15 2019 :: dmlite :: closing connection
[931] Tue Apr 16 14:54:11 2019 :: GFork functionality not enabled.:
[931] Tue Apr 16 14:54:11 2019 :: Configuration read from /etc/gridftp.conf.
[931] Tue Apr 16 14:54:11 2019 :: Server started in inetd mode.
[892] Tue Apr 16 14:54:11 2019 :: Server started in inetd mode.
[892] Tue Apr 16 14:54:11 2019 :: New connection from: mikan07.farm.particle.cz:56890
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: USER :globus-mapping:
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 331 Password required for :globus-mapping:.
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: PASS dummy
[892] Tue Apr 16 14:54:16 2019 :: dmlite :: starting new connection
[892] Tue Apr 16 14:54:16 2019 :: dmlite :: DSI options :: dome_checksum
[892] Tue Apr 16 14:54:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[892] Tue Apr 16 14:54:16 2019 :: User :globus-mapping: successfully authorized.
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: PASS dummy
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 230-User :globus-mapping: logged in.
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: SITE HELP
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 214-The following commands are recognized:
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: FEAT
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 211-Extensions supported
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 250 OK.
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: TYPE I
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 200 Type set to I.
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: DCAU N
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 200 DCAU N.
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1
[892] Tue Apr 16 14:54:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[892] Tue Apr 16 14:54:16 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [CLIENT]: QUIT
[892] Tue Apr 16 14:54:16 2019 :: mikan07.farm.particle.cz:56890: [SERVER]: 221 Goodbye.
[892] Tue Apr 16 14:54:16 2019 :: Closed connection from mikan07.farm.particle.cz:56890
[892] Tue Apr 16 14:54:16 2019 :: dmlite :: closing connection
[843] Tue Apr 16 14:54:12 2019 :: New connection from: mikan06.farm.particle.cz:52718
[644] Tue Apr 16 14:54:14 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:54:14 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 480247808-533200896
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: USER :globus-mapping:
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 331 Password required for :globus-mapping:.
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: PASS dummy
[843] Tue Apr 16 14:54:17 2019 :: dmlite :: starting new connection
[843] Tue Apr 16 14:54:17 2019 :: dmlite :: DSI options :: dome_checksum
[843] Tue Apr 16 14:54:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[843] Tue Apr 16 14:54:17 2019 :: User :globus-mapping: successfully authorized.
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: PASS dummy
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 230-User :globus-mapping: logged in.
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: SITE HELP
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 214-The following commands are recognized:
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: FEAT
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 211-Extensions supported
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 250 OK.
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: TYPE I
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 200 Type set to I.
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: DCAU N
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 200 DCAU N.
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[843] Tue Apr 16 14:54:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[843] Tue Apr 16 14:54:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [CLIENT]: QUIT
[843] Tue Apr 16 14:54:17 2019 :: mikan06.farm.particle.cz:52718: [SERVER]: 221 Goodbye.
[843] Tue Apr 16 14:54:17 2019 :: Closed connection from mikan06.farm.particle.cz:52718
[843] Tue Apr 16 14:54:17 2019 :: dmlite :: closing connection
[962] Tue Apr 16 14:54:12 2019 :: GFork functionality not enabled.:
[962] Tue Apr 16 14:54:12 2019 :: Configuration read from /etc/gridftp.conf.
[977] Tue Apr 16 14:54:12 2019 :: GFork functionality not enabled.:
[977] Tue Apr 16 14:54:12 2019 :: Configuration read from /etc/gridftp.conf.
[977] Tue Apr 16 14:54:12 2019 :: Server started in inetd mode.
[977] Tue Apr 16 14:54:12 2019 :: New connection from: fts309.usatlas.bnl.gov:47710
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: USER :globus-mapping:
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 331 Password required for :globus-mapping:.
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: PASS dummy
[977] Tue Apr 16 14:54:13 2019 :: dmlite :: starting new connection
[977] Tue Apr 16 14:54:13 2019 :: dmlite :: DSI options :: dome_checksum
[977] Tue Apr 16 14:54:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[977] Tue Apr 16 14:54:13 2019 :: User :globus-mapping: successfully authorized.
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: PASS dummy
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 230-User :globus-mapping: logged in.
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: SITE HELP
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 214-The following commands are recognized:
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: FEAT
[977] Tue Apr 16 14:54:13 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 211-Extensions supported
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=d9d2e94b-2271-5e79-b938-29e9b8ff52e8;file-id=117600612;retry=0
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 250 OK.
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: TYPE I
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 200 Type set to I.
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: DCAU N
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 200 DCAU N.
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1
[977] Tue Apr 16 14:54:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[977] Tue Apr 16 14:54:14 2019 :: dmlite :: stat :: single entry
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1
[977] Tue Apr 16 14:54:14 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[977] Tue Apr 16 14:54:14 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1
[977] Tue Apr 16 14:54:14 2019 :: fts309.usatlas.bnl.gov:47710: [SERVER]: 213 dc648b89
[931] Tue Apr 16 14:54:16 2019 :: New connection from: skurut01.farm.particle.cz:39718
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: USER :globus-mapping:
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 331 Password required for :globus-mapping:.
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: PASS dummy
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: starting new connection
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: DSI options :: dome_checksum
[931] Tue Apr 16 14:54:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[931] Tue Apr 16 14:54:16 2019 :: User :globus-mapping: successfully authorized.
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: PASS dummy
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 230-User :globus-mapping: logged in.
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: SITE HELP
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 214-The following commands are recognized:
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: FEAT
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 211-Extensions supported
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 250 OK.
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: TYPE I
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 200 Type set to I.
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: DCAU N
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 200 DCAU N.
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f' - 22-[#00.000022] Can't create folder '4f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: OPTS PASV AllowDelayed=1;
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 200 OPTS Command Successful.
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: PASV
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 200 Passive delayed.
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:16 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:16 2019 :: incoming transfer
[931] Tue Apr 16 14:54:16 2019 :: requested node: dpmpool23.farm.particle.cz
[931] Tue Apr 16 14:54:16 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[931] Tue Apr 16 14:54:16 2019 :: connected to remote node
[931] Tue Apr 16 14:54:16 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 127 Entering Passive Mode (147,231,25,94,80,105)
[931] Tue Apr 16 14:54:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload'
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: single entry
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: zero size replica, maybe pending
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: GFork functionality not enabled.:
[1024] Tue Apr 16 14:54:17 2019 :: Configuration read from /etc/gridftp.conf.
[1024] Tue Apr 16 14:54:17 2019 :: Server started in inetd mode.
[1024] Tue Apr 16 14:54:17 2019 :: New connection from: mikan07.farm.particle.cz:56912
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: USER :globus-mapping:
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 331 Password required for :globus-mapping:.
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: PASS dummy
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: starting new connection
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: DSI options :: dome_checksum
[1024] Tue Apr 16 14:54:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1024] Tue Apr 16 14:54:17 2019 :: User :globus-mapping: successfully authorized.
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: PASS dummy
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 230-User :globus-mapping: logged in.
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: SITE HELP
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 214-The following commands are recognized:
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: FEAT
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 211-Extensions supported
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 250 OK.
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: TYPE I
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 200 Type set to I.
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: DCAU N
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 200 DCAU N.
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f' - 22-[#00.000022] Can't create folder '7f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: OPTS PASV AllowDelayed=1;
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 200 OPTS Command Successful.
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: PASV
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 200 Passive delayed.
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:17 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:17 2019 :: incoming transfer
[1024] Tue Apr 16 14:54:17 2019 :: requested node: dpmpool9.farm.particle.cz
[1024] Tue Apr 16 14:54:17 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1024] Tue Apr 16 14:54:17 2019 :: connected to remote node
[1024] Tue Apr 16 14:54:17 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 127 Entering Passive Mode (147,231,25,47,89,101)
[1024] Tue Apr 16 14:54:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload'
[1024] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: single entry
[1024] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1024] Tue Apr 16 14:54:18 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17696908._003030.job.log.tgz.1.rucio.upload.544246.1555419256 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:18 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 150 Beginning transfer.
[931] Tue Apr 16 14:54:18 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 112-Perf Marker
[931] Tue Apr 16 14:54:18 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload".
[931] Tue Apr 16 14:54:18 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 226 Transfer Complete.
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17696908._003030.job.log.tgz.1.rucio.upload.544246.1555419256 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:18 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: single entry
[931] Tue Apr 16 14:54:18 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:18 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 213 552404e5
[931] Tue Apr 16 14:54:19 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:19 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f' - 22-[#00.000022] Can't create folder '4f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[931] Tue Apr 16 14:54:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:19 2019 :: dmlite :: stat :: single entry
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1.rucio.upload
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 350 OK. Send RNTO with destination name.
[931] Tue Apr 16 14:54:19 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 250 OK.
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [CLIENT]: QUIT
[931] Tue Apr 16 14:54:19 2019 :: skurut01.farm.particle.cz:39718: [SERVER]: 221 Goodbye.
[931] Tue Apr 16 14:54:19 2019 :: Closed connection from skurut01.farm.particle.cz:39718
[931] Tue Apr 16 14:54:19 2019 :: dmlite :: closing connection
[1024] Tue Apr 16 14:54:18 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:18 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17663177._065072.job.log.tgz.1.rucio.upload.544247.1555419257 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:18 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 150 Beginning transfer.
[1024] Tue Apr 16 14:54:18 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 112-Perf Marker
[1024] Tue Apr 16 14:54:18 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload".
[1024] Tue Apr 16 14:54:18 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 226 Transfer Complete.
[1024] Tue Apr 16 14:54:18 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17663177._065072.job.log.tgz.1.rucio.upload.544247.1555419257 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:18 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:19 2019 :: dmlite :: stat :: single entry
[1024] Tue Apr 16 14:54:19 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:19 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:19 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 213 4a39d40c
[1024] Tue Apr 16 14:54:20 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:20 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f' - 22-[#00.000022] Can't create folder '7f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1024] Tue Apr 16 14:54:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:20 2019 :: dmlite :: stat :: single entry
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1.rucio.upload
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 350 OK. Send RNTO with destination name.
[1024] Tue Apr 16 14:54:20 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 250 OK.
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [CLIENT]: QUIT
[1024] Tue Apr 16 14:54:20 2019 :: mikan07.farm.particle.cz:56912: [SERVER]: 221 Goodbye.
[1024] Tue Apr 16 14:54:20 2019 :: Closed connection from mikan07.farm.particle.cz:56912
[1024] Tue Apr 16 14:54:20 2019 :: dmlite :: closing connection
[25653] Tue Apr 16 14:54:15 2019 :: Child process 1012 ended with rc = 0
[25653] Tue Apr 16 14:54:15 2019 :: Child process 861 ended with rc = 0
[25653] Tue Apr 16 14:54:16 2019 :: Child process 892 ended with rc = 0
[25653] Tue Apr 16 14:54:17 2019 :: Child process 843 ended with rc = 0
[25653] Tue Apr 16 14:54:19 2019 :: Child process 931 ended with rc = 0
[25653] Tue Apr 16 14:54:20 2019 :: Child process 1024 ended with rc = 0
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 213 0dfdbf29
[547] Tue Apr 16 14:54:20 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:54:20 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74' - 22-[#00.000022] Can't create folder '74' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[547] Tue Apr 16 14:54:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:54:20 2019 :: dmlite :: stat :: single entry
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1.rucio.upload
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 350 OK. Send RNTO with destination name.
[547] Tue Apr 16 14:54:20 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 250 OK.
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [CLIENT]: QUIT
[547] Tue Apr 16 14:54:20 2019 :: rubus18.farm.particle.cz:38586: [SERVER]: 221 Goodbye.
[547] Tue Apr 16 14:54:20 2019 :: Closed connection from rubus18.farm.particle.cz:38586
[547] Tue Apr 16 14:54:20 2019 :: dmlite :: closing connection
[1060] Tue Apr 16 14:54:20 2019 :: GFork functionality not enabled.:
[1060] Tue Apr 16 14:54:20 2019 :: Configuration read from /etc/gridftp.conf.
[1060] Tue Apr 16 14:54:20 2019 :: Server started in inetd mode.
[1060] Tue Apr 16 14:54:20 2019 :: New connection from: fts309.usatlas.bnl.gov:47774
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [CLIENT]: USER :globus-mapping:
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [SERVER]: 331 Password required for :globus-mapping:.
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [CLIENT]: PASS dummy
[1060] Tue Apr 16 14:54:21 2019 :: dmlite :: starting new connection
[1060] Tue Apr 16 14:54:21 2019 :: dmlite :: DSI options :: dome_checksum
[1060] Tue Apr 16 14:54:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1060] Tue Apr 16 14:54:21 2019 :: User :globus-mapping: successfully authorized.
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [CLIENT]: PASS dummy
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [SERVER]: 230-User :globus-mapping: logged in.
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [CLIENT]: SITE HELP
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [SERVER]: 214-The following commands are recognized:
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [CLIENT]: FEAT
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [SERVER]: 211-Extensions supported
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=d9d2e94b-2271-5e79-b938-29e9b8ff52e8;file-id=117600612;retry=0
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [SERVER]: 250 OK.
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [CLIENT]: QUIT
[1060] Tue Apr 16 14:54:21 2019 :: fts309.usatlas.bnl.gov:47774: [SERVER]: 221 Goodbye.
[1060] Tue Apr 16 14:54:21 2019 :: Closed connection from fts309.usatlas.bnl.gov:47774
[1060] Tue Apr 16 14:54:21 2019 :: dmlite :: closing connection
[644] Tue Apr 16 14:54:19 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:54:19 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 533200896-585891840
[962] Tue Apr 16 14:54:17 2019 :: Server started in inetd mode.
[1033] Tue Apr 16 14:54:17 2019 :: GFork functionality not enabled.:
[1033] Tue Apr 16 14:54:17 2019 :: Configuration read from /etc/gridftp.conf.
[962] Tue Apr 16 14:54:22 2019 :: New connection from: malva11.farm.particle.cz:44006
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: USER :globus-mapping:
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 331 Password required for :globus-mapping:.
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: PASS dummy
[962] Tue Apr 16 14:54:22 2019 :: dmlite :: starting new connection
[962] Tue Apr 16 14:54:22 2019 :: dmlite :: DSI options :: dome_checksum
[962] Tue Apr 16 14:54:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[962] Tue Apr 16 14:54:22 2019 :: User :globus-mapping: successfully authorized.
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: PASS dummy
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 230-User :globus-mapping: logged in.
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: SITE HELP
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 214-The following commands are recognized:
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: FEAT
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 211-Extensions supported
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 250 OK.
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: TYPE I
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 200 Type set to I.
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: DCAU N
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 200 DCAU N.
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1
[962] Tue Apr 16 14:54:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[962] Tue Apr 16 14:54:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [CLIENT]: QUIT
[962] Tue Apr 16 14:54:22 2019 :: malva11.farm.particle.cz:44006: [SERVER]: 221 Goodbye.
[962] Tue Apr 16 14:54:22 2019 :: Closed connection from malva11.farm.particle.cz:44006
[962] Tue Apr 16 14:54:22 2019 :: dmlite :: closing connection
[1081] Tue Apr 16 14:54:22 2019 :: GFork functionality not enabled.:
[1081] Tue Apr 16 14:54:22 2019 :: Configuration read from /etc/gridftp.conf.
[1081] Tue Apr 16 14:54:22 2019 :: Server started in inetd mode.
[1081] Tue Apr 16 14:54:22 2019 :: New connection from: fts309.usatlas.bnl.gov:47802
[1081] Tue Apr 16 14:54:22 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: USER :globus-mapping:
[1081] Tue Apr 16 14:54:22 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 331 Password required for :globus-mapping:.
[1081] Tue Apr 16 14:54:22 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: PASS dummy
[1081] Tue Apr 16 14:54:22 2019 :: dmlite :: starting new connection
[1081] Tue Apr 16 14:54:22 2019 :: dmlite :: DSI options :: dome_checksum
[1081] Tue Apr 16 14:54:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1081] Tue Apr 16 14:54:22 2019 :: User :globus-mapping: successfully authorized.
[1081] Tue Apr 16 14:54:22 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: PASS dummy
[1081] Tue Apr 16 14:54:22 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 230-User :globus-mapping: logged in.
[1081] Tue Apr 16 14:54:22 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: SITE HELP
[1081] Tue Apr 16 14:54:22 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 214-The following commands are recognized:
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: FEAT
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 211-Extensions supported
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=d9d2e94b-2271-5e79-b938-29e9b8ff52e8;file-id=117600612;retry=0
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 250 OK.
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: TYPE I
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 200 Type set to I.
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: MODE E
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 200 Mode set to E.
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1
[1081] Tue Apr 16 14:54:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[1081] Tue Apr 16 14:54:23 2019 :: dmlite :: stat :: single entry
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 213 15104252
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [CLIENT]: QUIT
[1081] Tue Apr 16 14:54:23 2019 :: fts309.usatlas.bnl.gov:47802: [SERVER]: 221 Goodbye.
[1081] Tue Apr 16 14:54:23 2019 :: Closed connection from fts309.usatlas.bnl.gov:47802
[1081] Tue Apr 16 14:54:23 2019 :: dmlite :: closing connection
[1075] Tue Apr 16 14:54:21 2019 :: GFork functionality not enabled.:
[1075] Tue Apr 16 14:54:21 2019 :: Configuration read from /etc/gridftp.conf.
[1075] Tue Apr 16 14:54:21 2019 :: Server started in inetd mode.
[1075] Tue Apr 16 14:54:21 2019 :: New connection from: fts808.cern.ch:46134
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: USER :globus-mapping:
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 331 Password required for :globus-mapping:.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: PASS dummy
[1075] Tue Apr 16 14:54:22 2019 :: dmlite :: starting new connection
[1075] Tue Apr 16 14:54:22 2019 :: dmlite :: DSI options :: dome_checksum
[1075] Tue Apr 16 14:54:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1075] Tue Apr 16 14:54:22 2019 :: User :globus-mapping: successfully authorized.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: PASS dummy
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 230-User :globus-mapping: logged in.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: SITE HELP
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 214-The following commands are recognized:
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: FEAT
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 211-Extensions supported
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=a8233055-f01c-5aa1-b3fe-bd8cf2385121;file-id=696362885;retry=0
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 250 OK.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: TYPE I
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 200 Type set to I.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: MODE E
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 200 Mode set to E.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: DCAU N
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 200 DCAU N.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: OPTS PASV AllowDelayed=1;
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 200 OPTS Command Successful.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: EPSV
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 200 Passive delayed.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: ALLO 838880335
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 200 ALLO command successful.
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[1075] Tue Apr 16 14:54:22 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[1075] Tue Apr 16 14:54:22 2019 :: incoming transfer
[1075] Tue Apr 16 14:54:22 2019 :: requested node: dpmpool9.farm.particle.cz
[1075] Tue Apr 16 14:54:22 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1075] Tue Apr 16 14:54:22 2019 :: connected to remote node
[1075] Tue Apr 16 14:54:22 2019 :: fts808.cern.ch:46134: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|20447|)
[1075] Tue Apr 16 14:54:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1075] Tue Apr 16 14:54:23 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1'
[1075] Tue Apr 16 14:54:23 2019 :: dmlite :: stat :: single entry
[1075] Tue Apr 16 14:54:23 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1075] Tue Apr 16 14:54:23 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[28109] Tue Apr 16 14:54:24 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/ec/a8/ESD.e1a770b6ee0d45609c4fdea17e41d98b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[28109] Tue Apr 16 14:54:24 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/ec/a8/ESD.e1a770b6ee0d45609c4fdea17e41d98b
[28109] Tue Apr 16 14:54:24 2019 :: Closed connection from fts804.cern.ch:41224
[28109] Tue Apr 16 14:54:24 2019 :: dmlite :: closing connection
[1102] Tue Apr 16 14:54:24 2019 :: GFork functionality not enabled.:
[1102] Tue Apr 16 14:54:24 2019 :: Configuration read from /etc/gridftp.conf.
[1102] Tue Apr 16 14:54:24 2019 :: Server started in inetd mode.
[1102] Tue Apr 16 14:54:24 2019 :: New connection from: fts804.cern.ch:46418
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: USER :globus-mapping:
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 331 Password required for :globus-mapping:.
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: PASS dummy
[1102] Tue Apr 16 14:54:24 2019 :: dmlite :: starting new connection
[1102] Tue Apr 16 14:54:24 2019 :: dmlite :: DSI options :: dome_checksum
[1102] Tue Apr 16 14:54:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1102] Tue Apr 16 14:54:24 2019 :: User :globus-mapping: successfully authorized.
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: PASS dummy
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 230-User :globus-mapping: logged in.
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: SITE HELP
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 214-The following commands are recognized:
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: FEAT
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 211-Extensions supported
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=d76f9ee8-5337-5c91-a707-eb58ddabf508;file-id=696355063;retry=0
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 250 OK.
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: TYPE I
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 200 Type set to I.
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: DCAU N
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 200 DCAU N.
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/ec/a8/ESD.e1a770b6ee0d45609c4fdea17e41d98b
[1102] Tue Apr 16 14:54:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/ec/a8/ESD.e1a770b6ee0d45609c4fdea17e41d98b :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1102] Tue Apr 16 14:54:24 2019 :: dmlite :: stat :: single entry
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/ec/a8/ESD.e1a770b6ee0d45609c4fdea17e41d98b
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [CLIENT]: QUIT
[1102] Tue Apr 16 14:54:24 2019 :: fts804.cern.ch:46418: [SERVER]: 221 Goodbye.
[1102] Tue Apr 16 14:54:24 2019 :: Closed connection from fts804.cern.ch:46418
[1102] Tue Apr 16 14:54:24 2019 :: dmlite :: closing connection
[1041] Tue Apr 16 14:54:19 2019 :: GFork functionality not enabled.:
[1041] Tue Apr 16 14:54:19 2019 :: Configuration read from /etc/gridftp.conf.
[1041] Tue Apr 16 14:54:19 2019 :: Server started in inetd mode.
[1041] Tue Apr 16 14:54:19 2019 :: New connection from: skurut01.farm.particle.cz:39724
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: USER :globus-mapping:
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 331 Password required for :globus-mapping:.
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: PASS dummy
[1041] Tue Apr 16 14:54:24 2019 :: dmlite :: starting new connection
[1041] Tue Apr 16 14:54:24 2019 :: dmlite :: DSI options :: dome_checksum
[1041] Tue Apr 16 14:54:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1041] Tue Apr 16 14:54:24 2019 :: User :globus-mapping: successfully authorized.
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: PASS dummy
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 230-User :globus-mapping: logged in.
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: SITE HELP
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 214-The following commands are recognized:
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: FEAT
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 211-Extensions supported
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 250 OK.
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: TYPE I
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 200 Type set to I.
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: DCAU N
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 200 DCAU N.
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1
[1041] Tue Apr 16 14:54:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut01.farm.particle.cz
[1041] Tue Apr 16 14:54:24 2019 :: dmlite :: stat :: single entry
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c2/4f/log.17696908._003030.job.log.tgz.1
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [CLIENT]: QUIT
[1041] Tue Apr 16 14:54:24 2019 :: skurut01.farm.particle.cz:39724: [SERVER]: 221 Goodbye.
[1041] Tue Apr 16 14:54:24 2019 :: Closed connection from skurut01.farm.particle.cz:39724
[1041] Tue Apr 16 14:54:24 2019 :: dmlite :: closing connection
[1047] Tue Apr 16 14:54:20 2019 :: GFork functionality not enabled.:
[1047] Tue Apr 16 14:54:20 2019 :: Configuration read from /etc/gridftp.conf.
[25653] Tue Apr 16 14:54:20 2019 :: Child process 547 ended with rc = 0
[25653] Tue Apr 16 14:54:21 2019 :: Child process 1060 ended with rc = 0
[25653] Tue Apr 16 14:54:22 2019 :: Child process 962 ended with rc = 0
[25653] Tue Apr 16 14:54:23 2019 :: Child process 1081 ended with rc = 0
[25653] Tue Apr 16 14:54:24 2019 :: Child process 28109 ended with rc = 0
[25653] Tue Apr 16 14:54:24 2019 :: Child process 1102 ended with rc = 0
[25653] Tue Apr 16 14:54:24 2019 :: Child process 1041 ended with rc = 0
[1054] Tue Apr 16 14:54:20 2019 :: GFork functionality not enabled.:
[1054] Tue Apr 16 14:54:20 2019 :: Configuration read from /etc/gridftp.conf.
[30216] Tue Apr 16 14:54:25 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root".
[30216] Tue Apr 16 14:54:25 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/user.rignazzi.17742213._000003.output.root.544202.1555419069 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[30216] Tue Apr 16 14:54:26 2019 :: Closed connection from fts802.cern.ch:33176
[30216] Tue Apr 16 14:54:26 2019 :: dmlite :: closing connection
[1117] Tue Apr 16 14:54:26 2019 :: GFork functionality not enabled.:
[1117] Tue Apr 16 14:54:26 2019 :: Configuration read from /etc/gridftp.conf.
[1117] Tue Apr 16 14:54:26 2019 :: Server started in inetd mode.
[1117] Tue Apr 16 14:54:26 2019 :: New connection from: fts802.cern.ch:36320
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [CLIENT]: USER :globus-mapping:
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [SERVER]: 331 Password required for :globus-mapping:.
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [CLIENT]: PASS dummy
[1117] Tue Apr 16 14:54:26 2019 :: dmlite :: starting new connection
[1117] Tue Apr 16 14:54:26 2019 :: dmlite :: DSI options :: dome_checksum
[1117] Tue Apr 16 14:54:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1117] Tue Apr 16 14:54:26 2019 :: User :globus-mapping: successfully authorized.
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [CLIENT]: PASS dummy
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [SERVER]: 230-User :globus-mapping: logged in.
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [CLIENT]: SITE HELP
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [SERVER]: 214-The following commands are recognized:
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [CLIENT]: FEAT
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [SERVER]: 211-Extensions supported
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ac58a5b1-6406-5bd9-a3e0-9ace11bbbd58;file-id=696362232;retry=0
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [SERVER]: 250 OK.
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [CLIENT]: QUIT
[1117] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36320: [SERVER]: 221 Goodbye.
[1117] Tue Apr 16 14:54:26 2019 :: Closed connection from fts802.cern.ch:36320
[1117] Tue Apr 16 14:54:26 2019 :: dmlite :: closing connection
[1067] Tue Apr 16 14:54:21 2019 :: GFork functionality not enabled.:
[1067] Tue Apr 16 14:54:21 2019 :: Configuration read from /etc/gridftp.conf.
[1067] Tue Apr 16 14:54:21 2019 :: Server started in inetd mode.
[1067] Tue Apr 16 14:54:21 2019 :: New connection from: fts808.cern.ch:46128
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: USER :globus-mapping:
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 331 Password required for :globus-mapping:.
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: PASS dummy
[1067] Tue Apr 16 14:54:21 2019 :: dmlite :: starting new connection
[1067] Tue Apr 16 14:54:21 2019 :: dmlite :: DSI options :: dome_checksum
[1067] Tue Apr 16 14:54:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1067] Tue Apr 16 14:54:21 2019 :: User :globus-mapping: successfully authorized.
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: PASS dummy
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 230-User :globus-mapping: logged in.
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: SITE HELP
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 214-The following commands are recognized:
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: FEAT
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 211-Extensions supported
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=a8233055-f01c-5aa1-b3fe-bd8cf2385121;file-id=696362885;retry=0
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 250 OK.
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: TYPE I
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 200 Type set to I.
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: DCAU N
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 200 DCAU N.
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[1067] Tue Apr 16 14:54:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1067] Tue Apr 16 14:54:21 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93
[1067] Tue Apr 16 14:54:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1067] Tue Apr 16 14:54:21 2019 :: dmlite :: stat :: single entry
[1067] Tue Apr 16 14:54:21 2019 :: fts808.cern.ch:46128: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93
[1075] Tue Apr 16 14:54:23 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1075] Tue Apr 16 14:54:23 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024604.pool.root.1.544248.1555419262 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1075] Tue Apr 16 14:54:23 2019 :: fts808.cern.ch:46134: [SERVER]: 150 Beginning transfer.
[1075] Tue Apr 16 14:54:23 2019 :: fts808.cern.ch:46134: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:54:24 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:54:24 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 585891840-643301376
[1033] Tue Apr 16 14:54:22 2019 :: Server started in inetd mode.
[1033] Tue Apr 16 14:54:22 2019 :: New connection from: mikan06.farm.particle.cz:52740
[1089] Tue Apr 16 14:54:22 2019 :: GFork functionality not enabled.:
[1089] Tue Apr 16 14:54:22 2019 :: Configuration read from /etc/gridftp.conf.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: USER :globus-mapping:
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 331 Password required for :globus-mapping:.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: PASS dummy
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: starting new connection
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: DSI options :: dome_checksum
[1033] Tue Apr 16 14:54:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1033] Tue Apr 16 14:54:27 2019 :: User :globus-mapping: successfully authorized.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: PASS dummy
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 230-User :globus-mapping: logged in.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: SITE HELP
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 214-The following commands are recognized:
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: FEAT
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 211-Extensions supported
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 250 OK.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: TYPE I
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 200 Type set to I.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: DCAU N
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 200 DCAU N.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42' - 22-[#00.000022] Can't create folder '42' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: OPTS PASV AllowDelayed=1;
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 200 OPTS Command Successful.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: PASV
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 200 Passive delayed.
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:27 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:27 2019 :: incoming transfer
[1033] Tue Apr 16 14:54:27 2019 :: requested node: dpmpool9.farm.particle.cz
[1033] Tue Apr 16 14:54:27 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1033] Tue Apr 16 14:54:27 2019 :: connected to remote node
[1033] Tue Apr 16 14:54:27 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 127 Entering Passive Mode (147,231,25,47,81,140)
[1033] Tue Apr 16 14:54:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:28 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload'
[1033] Tue Apr 16 14:54:28 2019 :: dmlite :: stat :: single entry
[1033] Tue Apr 16 14:54:28 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1033] Tue Apr 16 14:54:28 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: Server started in inetd mode.
[1089] Tue Apr 16 14:54:27 2019 :: New connection from: malva11.farm.particle.cz:44016
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: USER :globus-mapping:
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 331 Password required for :globus-mapping:.
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: PASS dummy
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: starting new connection
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: DSI options :: dome_checksum
[1089] Tue Apr 16 14:54:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1089] Tue Apr 16 14:54:27 2019 :: User :globus-mapping: successfully authorized.
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: PASS dummy
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 230-User :globus-mapping: logged in.
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: SITE HELP
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 214-The following commands are recognized:
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: FEAT
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 211-Extensions supported
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 250 OK.
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: TYPE I
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 200 Type set to I.
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: DCAU N
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 200 DCAU N.
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1' - 22-[#00.000022] Can't create folder 'a1' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: OPTS PASV AllowDelayed=1;
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 200 OPTS Command Successful.
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: PASV
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 200 Passive delayed.
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:27 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:27 2019 :: incoming transfer
[1089] Tue Apr 16 14:54:27 2019 :: requested node: dpmpool20.farm.particle.cz
[1089] Tue Apr 16 14:54:27 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[1089] Tue Apr 16 14:54:27 2019 :: connected to remote node
[1089] Tue Apr 16 14:54:27 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 127 Entering Passive Mode (147,231,25,91,81,140)
[1089] Tue Apr 16 14:54:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload'
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: stat :: single entry
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1109] Tue Apr 16 14:54:24 2019 :: GFork functionality not enabled.:
[1109] Tue Apr 16 14:54:24 2019 :: Configuration read from /etc/gridftp.conf.
[1109] Tue Apr 16 14:54:24 2019 :: Server started in inetd mode.
[1109] Tue Apr 16 14:54:24 2019 :: New connection from: fts309.usatlas.bnl.gov:47834
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: USER :globus-mapping:
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 331 Password required for :globus-mapping:.
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: PASS dummy
[1109] Tue Apr 16 14:54:25 2019 :: dmlite :: starting new connection
[1109] Tue Apr 16 14:54:25 2019 :: dmlite :: DSI options :: dome_checksum
[1109] Tue Apr 16 14:54:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1109] Tue Apr 16 14:54:25 2019 :: User :globus-mapping: successfully authorized.
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: PASS dummy
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 230-User :globus-mapping: logged in.
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: SITE HELP
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 214-The following commands are recognized:
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: FEAT
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 211-Extensions supported
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=d9d2e94b-2271-5e79-b938-29e9b8ff52e8;file-id=117600612;retry=0
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 250 OK.
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: TYPE I
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 200 Type set to I.
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: MODE E
[1109] Tue Apr 16 14:54:25 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 200 Mode set to E.
[1109] Tue Apr 16 14:54:26 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[1109] Tue Apr 16 14:54:26 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 200 OPTS Command Successful.
[1109] Tue Apr 16 14:54:26 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: DCAU N
[1109] Tue Apr 16 14:54:26 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 200 DCAU N.
[1109] Tue Apr 16 14:54:26 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: PORT 129,107,255,16,232,78
[1109] Tue Apr 16 14:54:26 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 200 PORT Command successful.
[1109] Tue Apr 16 14:54:26 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1
[1109] Tue Apr 16 14:54:26 2019 :: requested node: dpmpool23.farm.particle.cz
[1109] Tue Apr 16 14:54:26 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1109] Tue Apr 16 14:54:26 2019 :: connected to remote node
[1109] Tue Apr 16 14:54:26 2019 :: dmlite :: send :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17639170._128665.pool.root.1.rucio.upload.544119.1555418884 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[1109] Tue Apr 16 14:54:26 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 150 Beginning transfer.
[1109] Tue Apr 16 14:54:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6f/7c/EVNT.17639170._128665.pool.root.1".
[1109] Tue Apr 16 14:54:29 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 226 Transfer Complete.
[1109] Tue Apr 16 14:54:29 2019 :: fts309.usatlas.bnl.gov:47834: [CLIENT]: QUIT
[1109] Tue Apr 16 14:54:29 2019 :: fts309.usatlas.bnl.gov:47834: [SERVER]: 221 Goodbye.
[1109] Tue Apr 16 14:54:29 2019 :: Closed connection from fts309.usatlas.bnl.gov:47834
[1109] Tue Apr 16 14:54:29 2019 :: dmlite :: closing connection
[1047] Tue Apr 16 14:54:25 2019 :: Server started in inetd mode.
[1047] Tue Apr 16 14:54:25 2019 :: New connection from: mikan07.farm.particle.cz:56916
[25653] Tue Apr 16 14:54:26 2019 :: Child process 30216 ended with rc = 0
[25653] Tue Apr 16 14:54:26 2019 :: Child process 1117 ended with rc = 0
[25653] Tue Apr 16 14:54:29 2019 :: Child process 1109 ended with rc = 0
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: USER :globus-mapping:
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 331 Password required for :globus-mapping:.
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: PASS dummy
[1047] Tue Apr 16 14:54:30 2019 :: dmlite :: starting new connection
[1047] Tue Apr 16 14:54:30 2019 :: dmlite :: DSI options :: dome_checksum
[1047] Tue Apr 16 14:54:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1047] Tue Apr 16 14:54:30 2019 :: User :globus-mapping: successfully authorized.
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: PASS dummy
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 230-User :globus-mapping: logged in.
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: SITE HELP
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 214-The following commands are recognized:
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: FEAT
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 211-Extensions supported
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 250 OK.
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: TYPE I
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 200 Type set to I.
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: DCAU N
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 200 DCAU N.
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1
[1047] Tue Apr 16 14:54:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan07.farm.particle.cz
[1047] Tue Apr 16 14:54:30 2019 :: dmlite :: stat :: single entry
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/82/7f/log.17663177._065072.job.log.tgz.1
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [CLIENT]: QUIT
[1047] Tue Apr 16 14:54:30 2019 :: mikan07.farm.particle.cz:56916: [SERVER]: 221 Goodbye.
[1047] Tue Apr 16 14:54:30 2019 :: Closed connection from mikan07.farm.particle.cz:56916
[1047] Tue Apr 16 14:54:30 2019 :: dmlite :: closing connection
[1054] Tue Apr 16 14:54:25 2019 :: Server started in inetd mode.
[1033] Tue Apr 16 14:54:28 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:28 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/log.17663177._065217.job.log.tgz.1.rucio.upload.544249.1555419267 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:29 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 150 Beginning transfer.
[1033] Tue Apr 16 14:54:29 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 112-Perf Marker
[1033] Tue Apr 16 14:54:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload".
[1033] Tue Apr 16 14:54:29 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 226 Transfer Complete.
[1033] Tue Apr 16 14:54:29 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/log.17663177._065217.job.log.tgz.1.rucio.upload.544249.1555419267 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:29 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:29 2019 :: dmlite :: stat :: single entry
[1033] Tue Apr 16 14:54:29 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:29 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:29 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 213 f2df7efb
[1033] Tue Apr 16 14:54:30 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:30 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42' - 22-[#00.000022] Can't create folder '42' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1033] Tue Apr 16 14:54:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:30 2019 :: dmlite :: stat :: single entry
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1.rucio.upload
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 350 OK. Send RNTO with destination name.
[1033] Tue Apr 16 14:54:30 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 250 OK.
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [CLIENT]: QUIT
[1033] Tue Apr 16 14:54:30 2019 :: mikan06.farm.particle.cz:52740: [SERVER]: 221 Goodbye.
[1033] Tue Apr 16 14:54:30 2019 :: Closed connection from mikan06.farm.particle.cz:52740
[1033] Tue Apr 16 14:54:30 2019 :: dmlite :: closing connection
[1054] Tue Apr 16 14:54:30 2019 :: New connection from: rubus18.farm.particle.cz:38600
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: USER :globus-mapping:
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 331 Password required for :globus-mapping:.
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: PASS dummy
[1054] Tue Apr 16 14:54:30 2019 :: dmlite :: starting new connection
[1054] Tue Apr 16 14:54:30 2019 :: dmlite :: DSI options :: dome_checksum
[1054] Tue Apr 16 14:54:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[1054] Tue Apr 16 14:54:30 2019 :: User :globus-mapping: successfully authorized.
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: PASS dummy
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 230-User :globus-mapping: logged in.
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: SITE HELP
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 214-The following commands are recognized:
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: FEAT
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 211-Extensions supported
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 250 OK.
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: TYPE I
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 200 Type set to I.
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: DCAU N
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 200 DCAU N.
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1
[1054] Tue Apr 16 14:54:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1054] Tue Apr 16 14:54:30 2019 :: dmlite :: stat :: single entry
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6b/74/DAOD_TRUTH1.17732801._001355.pool.root.1
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [CLIENT]: QUIT
[1054] Tue Apr 16 14:54:30 2019 :: rubus18.farm.particle.cz:38600: [SERVER]: 221 Goodbye.
[1054] Tue Apr 16 14:54:30 2019 :: Closed connection from rubus18.farm.particle.cz:38600
[1054] Tue Apr 16 14:54:30 2019 :: dmlite :: closing connection
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17639170._128315.pool.root.1.rucio.upload.544250.1555419267 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:29 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 150 Beginning transfer.
[1089] Tue Apr 16 14:54:29 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 112-Perf Marker
[1089] Tue Apr 16 14:54:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload".
[1089] Tue Apr 16 14:54:29 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 226 Transfer Complete.
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17639170._128315.pool.root.1.rucio.upload.544250.1555419267 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:29 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: stat :: single entry
[1089] Tue Apr 16 14:54:29 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:29 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 213 ebe23fce
[1089] Tue Apr 16 14:54:30 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:30 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1' - 22-[#00.000022] Can't create folder 'a1' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1089] Tue Apr 16 14:54:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:30 2019 :: dmlite :: stat :: single entry
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1.rucio.upload
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 350 OK. Send RNTO with destination name.
[1089] Tue Apr 16 14:54:30 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 250 OK.
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [CLIENT]: QUIT
[1089] Tue Apr 16 14:54:30 2019 :: malva11.farm.particle.cz:44016: [SERVER]: 221 Goodbye.
[1089] Tue Apr 16 14:54:30 2019 :: Closed connection from malva11.farm.particle.cz:44016
[1089] Tue Apr 16 14:54:30 2019 :: dmlite :: closing connection
[1123] Tue Apr 16 14:54:26 2019 :: GFork functionality not enabled.:
[1123] Tue Apr 16 14:54:26 2019 :: Configuration read from /etc/gridftp.conf.
[1123] Tue Apr 16 14:54:26 2019 :: Server started in inetd mode.
[1123] Tue Apr 16 14:54:26 2019 :: New connection from: fts802.cern.ch:36326
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [CLIENT]: USER :globus-mapping:
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [SERVER]: 331 Password required for :globus-mapping:.
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [CLIENT]: PASS dummy
[1123] Tue Apr 16 14:54:26 2019 :: dmlite :: starting new connection
[1123] Tue Apr 16 14:54:26 2019 :: dmlite :: DSI options :: dome_checksum
[1123] Tue Apr 16 14:54:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1123] Tue Apr 16 14:54:26 2019 :: User :globus-mapping: successfully authorized.
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [CLIENT]: PASS dummy
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [SERVER]: 230-User :globus-mapping: logged in.
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [CLIENT]: SITE HELP
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [SERVER]: 214-The following commands are recognized:
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [CLIENT]: FEAT
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [SERVER]: 211-Extensions supported
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ac58a5b1-6406-5bd9-a3e0-9ace11bbbd58;file-id=696362232;retry=0
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [SERVER]: 250 OK.
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [CLIENT]: TYPE I
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [SERVER]: 200 Type set to I.
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [CLIENT]: MODE E
[1123] Tue Apr 16 14:54:26 2019 :: fts802.cern.ch:36326: [SERVER]: 200 Mode set to E.
[1123] Tue Apr 16 14:54:26 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1123] Tue Apr 16 14:54:26 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/rignazzi/3b/75/user.rignazzi.17742213._000003.output.root
[1075] Tue Apr 16 14:54:28 2019 :: fts808.cern.ch:46134: [SERVER]: 112-Perf Marker
[1075] Tue Apr 16 14:54:28 2019 :: fts808.cern.ch:46134: [SERVER]: 111 Range Marker 0-218890240
[644] Tue Apr 16 14:54:29 2019 :: fts808.cern.ch:45386: [SERVER]: 112-Perf Marker
[644] Tue Apr 16 14:54:29 2019 :: fts808.cern.ch:45386: [SERVER]: 111 Range Marker 643301376-717225984
[1171] Tue Apr 16 14:54:33 2019 :: GFork functionality not enabled.:
[1171] Tue Apr 16 14:54:33 2019 :: Configuration read from /etc/gridftp.conf.
[1171] Tue Apr 16 14:54:33 2019 :: Server started in daemon mode.
[1203] Tue Apr 16 14:54:37 2019 :: GFork functionality not enabled.:
[1203] Tue Apr 16 14:54:37 2019 :: Configuration read from /etc/gridftp.conf.
[1203] Tue Apr 16 14:54:37 2019 :: Server started in inetd mode.
[1203] Tue Apr 16 14:54:37 2019 :: New connection from: ibis36.farm.particle.cz:58996
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: USER :globus-mapping:
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 331 Password required for :globus-mapping:.
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: PASS dummy
[1203] Tue Apr 16 14:54:42 2019 :: dmlite :: starting new connection
[1203] Tue Apr 16 14:54:42 2019 :: dmlite :: DSI options :: dome_checksum
[1203] Tue Apr 16 14:54:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1203] Tue Apr 16 14:54:42 2019 :: User :globus-mapping: successfully authorized.
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: PASS dummy
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 230-User :globus-mapping: logged in.
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: SITE HELP
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 214-The following commands are recognized:
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: FEAT
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 211-Extensions supported
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 250 OK.
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: TYPE I
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 200 Type set to I.
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: DCAU N
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 200 DCAU N.
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[1203] Tue Apr 16 14:54:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1203] Tue Apr 16 14:54:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [CLIENT]: QUIT
[1203] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58996: [SERVER]: 221 Goodbye.
[1203] Tue Apr 16 14:54:42 2019 :: Closed connection from ibis36.farm.particle.cz:58996
[1203] Tue Apr 16 14:54:42 2019 :: dmlite :: closing connection
[1214] Tue Apr 16 14:54:42 2019 :: GFork functionality not enabled.:
[1214] Tue Apr 16 14:54:42 2019 :: Configuration read from /etc/gridftp.conf.
[1214] Tue Apr 16 14:54:42 2019 :: Server started in inetd mode.
[1214] Tue Apr 16 14:54:42 2019 :: New connection from: ibis36.farm.particle.cz:58998
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: USER :globus-mapping:
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 331 Password required for :globus-mapping:.
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: PASS dummy
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: starting new connection
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: DSI options :: dome_checksum
[1214] Tue Apr 16 14:54:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1214] Tue Apr 16 14:54:42 2019 :: User :globus-mapping: successfully authorized.
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: PASS dummy
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 230-User :globus-mapping: logged in.
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: SITE HELP
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 214-The following commands are recognized:
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: FEAT
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 211-Extensions supported
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 250 OK.
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: TYPE I
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 200 Type set to I.
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: DCAU N
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 200 DCAU N.
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3' - 22-[#00.000022] Can't create folder 'b3' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: OPTS PASV AllowDelayed=1;
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 200 OPTS Command Successful.
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: PASV
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 200 Passive delayed.
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload
[1214] Tue Apr 16 14:54:42 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload
[1214] Tue Apr 16 14:54:42 2019 :: incoming transfer
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_put'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (232 bytes): 'No filesystems match the given logical path and placement hints. HINT: make sure that the correct pools are associated to the LFN, and that they are writable and online. Selected pool: 'heppool1'. Selected host: ''. Selected fs: '' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1222] Tue Apr 16 14:54:42 2019 :: GFork functionality not enabled.:
[1222] Tue Apr 16 14:54:42 2019 :: Configuration read from /etc/gridftp.conf.
[1222] Tue Apr 16 14:54:42 2019 :: Server started in inetd mode.
[1222] Tue Apr 16 14:54:42 2019 :: New connection from: ui1.farm.particle.cz:60746
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: USER :globus-mapping:
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 331 Password required for :globus-mapping:.
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: PASS dummy
[1222] Tue Apr 16 14:54:42 2019 :: dmlite :: starting new connection
[1222] Tue Apr 16 14:54:42 2019 :: dmlite :: DSI options :: dome_checksum
[1222] Tue Apr 16 14:54:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1222] Tue Apr 16 14:54:42 2019 :: User :globus-mapping: successfully authorized.
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: PASS dummy
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 230-User :globus-mapping: logged in.
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: SITE HELP
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 214-The following commands are recognized:
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: FEAT
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 211-Extensions supported
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 250 OK.
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: TYPE I
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 200 Type set to I.
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: DCAU N
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 200 DCAU N.
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[1222] Tue Apr 16 14:54:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:42 2019 :: dmlite :: stat :: single entry
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[1222] Tue Apr 16 14:54:42 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1222] Tue Apr 16 14:54:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1222] Tue Apr 16 14:54:43 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1" created successfully.
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1222] Tue Apr 16 14:54:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: OPTS PASV AllowDelayed=1;
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 200 OPTS Command Successful.
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: PASV
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 200 Passive delayed.
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1222] Tue Apr 16 14:54:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1222] Tue Apr 16 14:54:43 2019 :: incoming transfer
[1222] Tue Apr 16 14:54:43 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_put'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (232 bytes): 'No filesystems match the given logical path and placement hints. HINT: make sure that the correct pools are associated to the LFN, and that they are writable and online. Selected pool: 'heppool1'. Selected host: ''. Selected fs: '' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:54:42 2019 :: Child process 1203 ended with rc = 0
[1237] Tue Apr 16 14:54:43 2019 :: GFork functionality not enabled.:
[1237] Tue Apr 16 14:54:43 2019 :: Configuration read from /etc/gridftp.conf.
[1237] Tue Apr 16 14:54:43 2019 :: Server started in inetd mode.
[1237] Tue Apr 16 14:54:43 2019 :: New connection from: fts808.cern.ch:46446
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: USER :globus-mapping:
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [SERVER]: 331 Password required for :globus-mapping:.
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: PASS dummy
[1237] Tue Apr 16 14:54:43 2019 :: dmlite :: starting new connection
[1237] Tue Apr 16 14:54:43 2019 :: dmlite :: DSI options :: dome_checksum
[1237] Tue Apr 16 14:54:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1237] Tue Apr 16 14:54:43 2019 :: User :globus-mapping: successfully authorized.
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: PASS dummy
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [SERVER]: 230-User :globus-mapping: logged in.
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: SITE HELP
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [SERVER]: 214-The following commands are recognized:
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: FEAT
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [SERVER]: 211-Extensions supported
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=5416c6df-08b3-55a2-b524-f9371f975656;file-id=696361246;retry=0
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [SERVER]: 250 OK.
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: TYPE I
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [SERVER]: 200 Type set to I.
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: DCAU N
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [SERVER]: 200 DCAU N.
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root
[1237] Tue Apr 16 14:54:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1237] Tue Apr 16 14:54:43 2019 :: dmlite :: stat :: single entry
[1237] Tue Apr 16 14:54:43 2019 :: fts808.cern.ch:46446: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root
[1237] Tue Apr 16 14:54:44 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1237] Tue Apr 16 14:54:44 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root
[1237] Tue Apr 16 14:54:44 2019 :: fts808.cern.ch:46446: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root
[1237] Tue Apr 16 14:54:44 2019 :: fts808.cern.ch:46446: [SERVER]: 213 bce4d544
[1237] Tue Apr 16 14:54:44 2019 :: fts808.cern.ch:46446: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root
[1237] Tue Apr 16 14:54:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1237] Tue Apr 16 14:54:44 2019 :: dmlite :: stat :: single entry
[1237] Tue Apr 16 14:54:44 2019 :: fts808.cern.ch:46446: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/rucio/user/tsykora/aa/7d/user.tsykora.17477459.EXT0._011891.HITS.pool.root
[1237] Tue Apr 16 14:54:44 2019 :: fts808.cern.ch:46446: [CLIENT]: QUIT
[1237] Tue Apr 16 14:54:44 2019 :: fts808.cern.ch:46446: [SERVER]: 221 Goodbye.
[1237] Tue Apr 16 14:54:44 2019 :: Closed connection from fts808.cern.ch:46446
[1237] Tue Apr 16 14:54:44 2019 :: dmlite :: closing connection
[1260] Tue Apr 16 14:54:44 2019 :: GFork functionality not enabled.:
[1260] Tue Apr 16 14:54:44 2019 :: Configuration read from /etc/gridftp.conf.
[1260] Tue Apr 16 14:54:44 2019 :: Server started in inetd mode.
[1260] Tue Apr 16 14:54:44 2019 :: New connection from: fts804.cern.ch:46900
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [CLIENT]: USER :globus-mapping:
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [SERVER]: 331 Password required for :globus-mapping:.
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [CLIENT]: PASS dummy
[1260] Tue Apr 16 14:54:44 2019 :: dmlite :: starting new connection
[1260] Tue Apr 16 14:54:44 2019 :: dmlite :: DSI options :: dome_checksum
[1260] Tue Apr 16 14:54:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1260] Tue Apr 16 14:54:44 2019 :: User :globus-mapping: successfully authorized.
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [CLIENT]: PASS dummy
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [SERVER]: 230-User :globus-mapping: logged in.
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [CLIENT]: SITE HELP
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [SERVER]: 214-The following commands are recognized:
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [CLIENT]: FEAT
[1260] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46900: [SERVER]: 211-Extensions supported
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=f304fb0e-a7e3-5781-b44f-7f4a5e0a1009;file-id=696362940;retry=0
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 250 OK.
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [CLIENT]: TYPE I
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 200 Type set to I.
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [CLIENT]: MODE E
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 200 Mode set to E.
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [CLIENT]: DCAU N
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 200 DCAU N.
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [CLIENT]: OPTS PASV AllowDelayed=1;
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 200 OPTS Command Successful.
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [CLIENT]: EPSV
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 200 Passive delayed.
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [CLIENT]: ALLO 4325440515
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 200 ALLO command successful.
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[1260] Tue Apr 16 14:54:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[1260] Tue Apr 16 14:54:45 2019 :: incoming transfer
[1260] Tue Apr 16 14:54:45 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_put'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (232 bytes): 'No filesystems match the given logical path and placement hints. HINT: make sure that the correct pools are associated to the LFN, and that they are writable and online. Selected pool: 'heppool1'. Selected host: ''. Selected fs: '' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1260] Tue Apr 16 14:54:45 2019 :: rolling the dice
[1260] Tue Apr 16 14:54:45 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1260] Tue Apr 16 14:54:45 2019 :: connected to remote node
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::23|21882|)
[1260] Tue Apr 16 14:54:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1260] Tue Apr 16 14:54:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1260] Tue Apr 16 14:54:45 2019 :: dmlite :: recv :: requesting transfer :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1260] Tue Apr 16 14:54:45 2019 :: Failure attempting to transfer "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1".
[1260] Tue Apr 16 14:54:45 2019 :: Transfer failure:
[1260] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46900: [SERVER]: 500-Command failed. : GlobusError: v=1 c=INTERNAL_ERROR
[1260] Tue Apr 16 14:54:45 2019 :: Closed connection from fts804.cern.ch:46900
[1260] Tue Apr 16 14:54:45 2019 :: dmlite :: closing connection
[1269] Tue Apr 16 14:54:45 2019 :: GFork functionality not enabled.:
[1269] Tue Apr 16 14:54:45 2019 :: Configuration read from /etc/gridftp.conf.
[1269] Tue Apr 16 14:54:45 2019 :: Server started in inetd mode.
[1269] Tue Apr 16 14:54:45 2019 :: New connection from: fts804.cern.ch:46940
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [CLIENT]: USER :globus-mapping:
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [SERVER]: 331 Password required for :globus-mapping:.
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [CLIENT]: PASS dummy
[1269] Tue Apr 16 14:54:45 2019 :: dmlite :: starting new connection
[1269] Tue Apr 16 14:54:45 2019 :: dmlite :: DSI options :: dome_checksum
[1269] Tue Apr 16 14:54:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1269] Tue Apr 16 14:54:45 2019 :: User :globus-mapping: successfully authorized.
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [CLIENT]: PASS dummy
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [SERVER]: 230-User :globus-mapping: logged in.
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [CLIENT]: SITE HELP
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [SERVER]: 214-The following commands are recognized:
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [CLIENT]: FEAT
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [SERVER]: 211-Extensions supported
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=f304fb0e-a7e3-5781-b44f-7f4a5e0a1009;file-id=696362940;retry=0
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [SERVER]: 250 OK.
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [CLIENT]: QUIT
[1269] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46940: [SERVER]: 221 Goodbye.
[1269] Tue Apr 16 14:54:45 2019 :: Closed connection from fts804.cern.ch:46940
[1269] Tue Apr 16 14:54:45 2019 :: dmlite :: closing connection
[1275] Tue Apr 16 14:54:45 2019 :: GFork functionality not enabled.:
[1275] Tue Apr 16 14:54:45 2019 :: Configuration read from /etc/gridftp.conf.
[1275] Tue Apr 16 14:54:45 2019 :: Server started in inetd mode.
[1275] Tue Apr 16 14:54:45 2019 :: New connection from: fts804.cern.ch:46950
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [CLIENT]: USER :globus-mapping:
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [SERVER]: 331 Password required for :globus-mapping:.
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [CLIENT]: PASS dummy
[1275] Tue Apr 16 14:54:45 2019 :: dmlite :: starting new connection
[1275] Tue Apr 16 14:54:45 2019 :: dmlite :: DSI options :: dome_checksum
[1275] Tue Apr 16 14:54:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1275] Tue Apr 16 14:54:45 2019 :: User :globus-mapping: successfully authorized.
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [CLIENT]: PASS dummy
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [SERVER]: 230-User :globus-mapping: logged in.
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [CLIENT]: SITE HELP
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [SERVER]: 214-The following commands are recognized:
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [CLIENT]: FEAT
[1275] Tue Apr 16 14:54:45 2019 :: fts804.cern.ch:46950: [SERVER]: 211-Extensions supported
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=f304fb0e-a7e3-5781-b44f-7f4a5e0a1009;file-id=696362940;retry=0
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [SERVER]: 250 OK.
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [CLIENT]: TYPE I
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [SERVER]: 200 Type set to I.
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [CLIENT]: MODE E
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [SERVER]: 200 Mode set to E.
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [CLIENT]: DCAU N
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [SERVER]: 200 DCAU N.
[1275] Tue Apr 16 14:54:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1275] Tue Apr 16 14:54:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_unlink'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (218 bytes): 'Cannot stat '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1' : 2-[#00.000002] file 75876688:'DAOD_TRUTH1.17737484._000092.pool.root.1' not found (cached) :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [CLIENT]: DELE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [CLIENT]: QUIT
[1275] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46950: [SERVER]: 221 Goodbye.
[1275] Tue Apr 16 14:54:46 2019 :: Closed connection from fts804.cern.ch:46950
[1275] Tue Apr 16 14:54:46 2019 :: dmlite :: closing connection
[1243] Tue Apr 16 14:54:43 2019 :: GFork functionality not enabled.:
[1243] Tue Apr 16 14:54:43 2019 :: Configuration read from /etc/gridftp.conf.
[1243] Tue Apr 16 14:54:43 2019 :: Server started in inetd mode.
[1243] Tue Apr 16 14:54:43 2019 :: New connection from: fts804.cern.ch:46838
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: USER :globus-mapping:
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 331 Password required for :globus-mapping:.
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: PASS dummy
[1243] Tue Apr 16 14:54:44 2019 :: dmlite :: starting new connection
[1243] Tue Apr 16 14:54:44 2019 :: dmlite :: DSI options :: dome_checksum
[1243] Tue Apr 16 14:54:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1243] Tue Apr 16 14:54:44 2019 :: User :globus-mapping: successfully authorized.
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: PASS dummy
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 230-User :globus-mapping: logged in.
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: SITE HELP
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 214-The following commands are recognized:
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: FEAT
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 211-Extensions supported
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=f304fb0e-a7e3-5781-b44f-7f4a5e0a1009;file-id=696362940;retry=0
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 250 OK.
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: TYPE I
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 200 Type set to I.
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: DCAU N
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 200 DCAU N.
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[1243] Tue Apr 16 14:54:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1243] Tue Apr 16 14:54:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d
[1243] Tue Apr 16 14:54:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1243] Tue Apr 16 14:54:44 2019 :: dmlite :: stat :: single entry
[1243] Tue Apr 16 14:54:44 2019 :: fts804.cern.ch:46838: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d
[1243] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46838: [CLIENT]: QUIT
[1243] Tue Apr 16 14:54:46 2019 :: fts804.cern.ch:46838: [SERVER]: 221 Goodbye.
[1243] Tue Apr 16 14:54:46 2019 :: Closed connection from fts804.cern.ch:46838
[1243] Tue Apr 16 14:54:46 2019 :: dmlite :: closing connection
[1214] Tue Apr 16 14:54:42 2019 :: rolling the dice
[1214] Tue Apr 16 14:54:42 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[1214] Tue Apr 16 14:54:42 2019 :: connected to remote node
[1214] Tue Apr 16 14:54:42 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 127 Entering Passive Mode (147,231,25,51,94,225)
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:42 2019 :: dmlite :: recv :: requesting transfer :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1214] Tue Apr 16 14:54:43 2019 :: Failure attempting to transfer "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1.rucio.upload".
[1214] Tue Apr 16 14:54:43 2019 :: Transfer failure:
[1214] Tue Apr 16 14:54:43 2019 :: ibis36.farm.particle.cz:58998: [SERVER]: 500-Command failed. : GlobusError: v=1 c=INTERNAL_ERROR
[1222] Tue Apr 16 14:54:43 2019 :: rolling the dice
[1222] Tue Apr 16 14:54:43 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[1222] Tue Apr 16 14:54:43 2019 :: connected to remote node
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 127 Entering Passive Mode (147,231,25,51,79,153)
[1222] Tue Apr 16 14:54:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:43 2019 :: dmlite :: recv :: requesting transfer :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1222] Tue Apr 16 14:54:43 2019 :: Failure attempting to transfer "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[1222] Tue Apr 16 14:54:43 2019 :: Transfer failure:
[1222] Tue Apr 16 14:54:43 2019 :: ui1.farm.particle.cz:60746: [SERVER]: 500-Command failed. : GlobusError: v=1 c=INTERNAL_ERROR
[1171] Tue Apr 16 14:54:44 2019 :: Child process 1237 ended with rc = 0
[1171] Tue Apr 16 14:54:45 2019 :: Child process 1260 ended with rc = 0
[1171] Tue Apr 16 14:54:45 2019 :: Child process 1269 ended with rc = 0
[1171] Tue Apr 16 14:54:46 2019 :: Child process 1275 ended with rc = 0
[1171] Tue Apr 16 14:54:46 2019 :: Child process 1243 ended with rc = 0
[1231] Tue Apr 16 14:54:43 2019 :: GFork functionality not enabled.:
[1231] Tue Apr 16 14:54:43 2019 :: Configuration read from /etc/gridftp.conf.
[1231] Tue Apr 16 14:54:43 2019 :: Server started in inetd mode.
[1231] Tue Apr 16 14:54:43 2019 :: New connection from: ui1.farm.particle.cz:60750
[1253] Tue Apr 16 14:54:44 2019 :: GFork functionality not enabled.:
[1253] Tue Apr 16 14:54:44 2019 :: Configuration read from /etc/gridftp.conf.
[1253] Tue Apr 16 14:54:44 2019 :: Server started in inetd mode.
[1253] Tue Apr 16 14:54:44 2019 :: New connection from: ibis36.farm.particle.cz:59004
[1325] Tue Apr 16 14:54:51 2019 :: GFork functionality not enabled.:
[1325] Tue Apr 16 14:54:51 2019 :: Configuration read from /etc/gridftp.conf.
[1325] Tue Apr 16 14:54:51 2019 :: Server started in inetd mode.
[1325] Tue Apr 16 14:54:51 2019 :: New connection from: fts812.cern.ch:57752
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: USER :globus-mapping:
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 331 Password required for :globus-mapping:.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: PASS dummy
[1325] Tue Apr 16 14:54:51 2019 :: dmlite :: starting new connection
[1325] Tue Apr 16 14:54:51 2019 :: dmlite :: DSI options :: dome_checksum
[1325] Tue Apr 16 14:54:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1325] Tue Apr 16 14:54:51 2019 :: User :globus-mapping: successfully authorized.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: PASS dummy
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 230-User :globus-mapping: logged in.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: SITE HELP
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 214-The following commands are recognized:
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: FEAT
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 211-Extensions supported
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=8a92a10c-2412-5509-baa6-7e10b390e0a4;file-id=696362991;retry=0
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 250 OK.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: TYPE I
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 200 Type set to I.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: MODE E
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 200 Mode set to E.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: DCAU N
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 200 DCAU N.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: OPTS PASV AllowDelayed=1;
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 200 OPTS Command Successful.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: EPSV
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 200 Passive delayed.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: ALLO 5424851
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 200 ALLO command successful.
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[1325] Tue Apr 16 14:54:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[1325] Tue Apr 16 14:54:51 2019 :: incoming transfer
[1325] Tue Apr 16 14:54:51 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_put'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (232 bytes): 'No filesystems match the given logical path and placement hints. HINT: make sure that the correct pools are associated to the LFN, and that they are writable and online. Selected pool: 'heppool1'. Selected host: ''. Selected fs: '' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: USER :globus-mapping:
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 331 Password required for :globus-mapping:.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: PASS dummy
[1253] Tue Apr 16 14:54:49 2019 :: dmlite :: starting new connection
[1253] Tue Apr 16 14:54:49 2019 :: dmlite :: DSI options :: dome_checksum
[1253] Tue Apr 16 14:54:49 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1253] Tue Apr 16 14:54:49 2019 :: User :globus-mapping: successfully authorized.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: PASS dummy
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 230-User :globus-mapping: logged in.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: SITE HELP
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 214-The following commands are recognized:
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: FEAT
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 211-Extensions supported
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 250 OK.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: TYPE I
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 200 Type set to I.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: DCAU N
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 200 DCAU N.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: OPTS PASV AllowDelayed=1;
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 200 OPTS Command Successful.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: PASV
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 200 Passive delayed.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: STOR /dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17639170._123755.job.log.tgz.1.rucio.upload.607387014.0
[1253] Tue Apr 16 14:54:49 2019 :: passive mode: STOR /dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17639170._123755.job.log.tgz.1.rucio.upload.607387014.0
[1253] Tue Apr 16 14:54:49 2019 :: incoming transfer
[1253] Tue Apr 16 14:54:49 2019 :: requested node: dpmpool16.farm.particle.cz
[1253] Tue Apr 16 14:54:49 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[1253] Tue Apr 16 14:54:49 2019 :: connected to remote node
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 127 Entering Passive Mode (147,231,25,56,90,155)
[1253] Tue Apr 16 14:54:49 2019 :: dmlite :: stat :: /dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17639170._123755.job.log.tgz.1.rucio.upload.607387014.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1253] Tue Apr 16 14:54:49 2019 :: dmlite :: stat :: single entry
[1253] Tue Apr 16 14:54:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1253] Tue Apr 16 14:54:49 2019 :: dmlite :: opening :: dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17639170._123755.job.log.tgz.1.rucio.upload.607387014.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1253] Tue Apr 16 14:54:49 2019 :: dmlite :: user error :: 22 :: [#00.000022] DavixError (18): Failure HTTP 404 : File not found  after 3 attempts :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1253] Tue Apr 16 14:54:49 2019 :: dmlite :: recv :: requesting transfer :: /dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17639170._123755.job.log.tgz.1.rucio.upload.607387014.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 150 Beginning transfer.
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 112-Perf Marker
[1253] Tue Apr 16 14:54:49 2019 :: Finished transferring "/dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17639170._123755.job.log.tgz.1.rucio.upload.607387014.0".
[1253] Tue Apr 16 14:54:49 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 226 Transfer Complete.
[1253] Tue Apr 16 14:54:51 2019 :: dmlite :: requesting checksum :: /mnt/fs7/atlas/2019-04-16/log.17639170._123755.job.log.tgz.1.rucio.upload.607387014.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1253] Tue Apr 16 14:54:51 2019 :: requested node: dpmpool16.farm.particle.cz
[1253] Tue Apr 16 14:54:51 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[1253] Tue Apr 16 14:54:51 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: CKSM ADLER32 0 -1 /dpmpool16.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17639170._123755.job.log.tgz.1.rucio.upload.607387014.0
[1253] Tue Apr 16 14:54:51 2019 :: connected to remote node
[1253] Tue Apr 16 14:54:51 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 213 c4d39712
[1253] Tue Apr 16 14:54:51 2019 :: ibis36.farm.particle.cz:59004: [CLIENT]: QUIT
[1253] Tue Apr 16 14:54:51 2019 :: ibis36.farm.particle.cz:59004: [SERVER]: 221 Goodbye.
[1253] Tue Apr 16 14:54:51 2019 :: Closed connection from ibis36.farm.particle.cz:59004
[1253] Tue Apr 16 14:54:51 2019 :: dmlite :: closing connection
[1325] Tue Apr 16 14:54:51 2019 :: rolling the dice
[1325] Tue Apr 16 14:54:51 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1325] Tue Apr 16 14:54:51 2019 :: connected to remote node
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::23|23191|)
[1325] Tue Apr 16 14:54:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1325] Tue Apr 16 14:54:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1325] Tue Apr 16 14:54:51 2019 :: dmlite :: recv :: requesting transfer :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1325] Tue Apr 16 14:54:51 2019 :: Failure attempting to transfer "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1".
[1325] Tue Apr 16 14:54:51 2019 :: Transfer failure:
[1325] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57752: [SERVER]: 500-Command failed. : GlobusError: v=1 c=INTERNAL_ERROR
[1325] Tue Apr 16 14:54:51 2019 :: Closed connection from fts812.cern.ch:57752
[1325] Tue Apr 16 14:54:51 2019 :: dmlite :: closing connection
[1340] Tue Apr 16 14:54:51 2019 :: GFork functionality not enabled.:
[1340] Tue Apr 16 14:54:51 2019 :: Configuration read from /etc/gridftp.conf.
[1340] Tue Apr 16 14:54:51 2019 :: Server started in inetd mode.
[1340] Tue Apr 16 14:54:51 2019 :: New connection from: fts812.cern.ch:57768
[1340] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57768: [CLIENT]: USER :globus-mapping:
[1340] Tue Apr 16 14:54:51 2019 :: fts812.cern.ch:57768: [SERVER]: 331 Password required for :globus-mapping:.
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [CLIENT]: PASS dummy
[1340] Tue Apr 16 14:54:52 2019 :: dmlite :: starting new connection
[1340] Tue Apr 16 14:54:52 2019 :: dmlite :: DSI options :: dome_checksum
[1340] Tue Apr 16 14:54:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1340] Tue Apr 16 14:54:52 2019 :: User :globus-mapping: successfully authorized.
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [CLIENT]: PASS dummy
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [SERVER]: 230-User :globus-mapping: logged in.
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [CLIENT]: SITE HELP
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [SERVER]: 214-The following commands are recognized:
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [CLIENT]: FEAT
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [SERVER]: 211-Extensions supported
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=8a92a10c-2412-5509-baa6-7e10b390e0a4;file-id=696362991;retry=0
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [SERVER]: 250 OK.
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [CLIENT]: QUIT
[1340] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57768: [SERVER]: 221 Goodbye.
[1340] Tue Apr 16 14:54:52 2019 :: Closed connection from fts812.cern.ch:57768
[1340] Tue Apr 16 14:54:52 2019 :: dmlite :: closing connection
[1346] Tue Apr 16 14:54:52 2019 :: GFork functionality not enabled.:
[1346] Tue Apr 16 14:54:52 2019 :: Configuration read from /etc/gridftp.conf.
[1346] Tue Apr 16 14:54:52 2019 :: Server started in inetd mode.
[1346] Tue Apr 16 14:54:52 2019 :: New connection from: fts812.cern.ch:57772
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: USER :globus-mapping:
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 331 Password required for :globus-mapping:.
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: PASS dummy
[1346] Tue Apr 16 14:54:52 2019 :: dmlite :: starting new connection
[1346] Tue Apr 16 14:54:52 2019 :: dmlite :: DSI options :: dome_checksum
[1346] Tue Apr 16 14:54:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1346] Tue Apr 16 14:54:52 2019 :: User :globus-mapping: successfully authorized.
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: PASS dummy
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 230-User :globus-mapping: logged in.
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: SITE HELP
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 214-The following commands are recognized:
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: FEAT
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 211-Extensions supported
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=8a92a10c-2412-5509-baa6-7e10b390e0a4;file-id=696362991;retry=0
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 250 OK.
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: TYPE I
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 200 Type set to I.
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: MODE E
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 200 Mode set to E.
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: DCAU N
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 200 DCAU N.
[1346] Tue Apr 16 14:54:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1346] Tue Apr 16 14:54:52 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_unlink'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (206 bytes): 'Cannot stat '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1' : 2-[#00.000002] file 80580742:'log.17737833._003141.job.log.tgz.1' not found (cached) :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: DELE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [CLIENT]: QUIT
[1346] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57772: [SERVER]: 221 Goodbye.
[1346] Tue Apr 16 14:54:52 2019 :: Closed connection from fts812.cern.ch:57772
[1346] Tue Apr 16 14:54:52 2019 :: dmlite :: closing connection
[1310] Tue Apr 16 14:54:49 2019 :: GFork functionality not enabled.:
[1310] Tue Apr 16 14:54:49 2019 :: Configuration read from /etc/gridftp.conf.
[1310] Tue Apr 16 14:54:49 2019 :: Server started in inetd mode.
[1310] Tue Apr 16 14:54:49 2019 :: New connection from: fts812.cern.ch:57718
[1310] Tue Apr 16 14:54:49 2019 :: fts812.cern.ch:57718: [CLIENT]: USER :globus-mapping:
[1310] Tue Apr 16 14:54:49 2019 :: fts812.cern.ch:57718: [SERVER]: 331 Password required for :globus-mapping:.
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: PASS dummy
[1310] Tue Apr 16 14:54:50 2019 :: dmlite :: starting new connection
[1310] Tue Apr 16 14:54:50 2019 :: dmlite :: DSI options :: dome_checksum
[1310] Tue Apr 16 14:54:50 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1310] Tue Apr 16 14:54:50 2019 :: User :globus-mapping: successfully authorized.
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: PASS dummy
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [SERVER]: 230-User :globus-mapping: logged in.
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: SITE HELP
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [SERVER]: 214-The following commands are recognized:
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: FEAT
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [SERVER]: 211-Extensions supported
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=8a92a10c-2412-5509-baa6-7e10b390e0a4;file-id=696362991;retry=0
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [SERVER]: 250 OK.
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: TYPE I
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [SERVER]: 200 Type set to I.
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: DCAU N
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [SERVER]: 200 DCAU N.
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[1310] Tue Apr 16 14:54:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1310] Tue Apr 16 14:54:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62
[1310] Tue Apr 16 14:54:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[1310] Tue Apr 16 14:54:50 2019 :: dmlite :: stat :: single entry
[1310] Tue Apr 16 14:54:50 2019 :: fts812.cern.ch:57718: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62
[1310] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57718: [CLIENT]: QUIT
[1310] Tue Apr 16 14:54:52 2019 :: fts812.cern.ch:57718: [SERVER]: 221 Goodbye.
[1310] Tue Apr 16 14:54:52 2019 :: Closed connection from fts812.cern.ch:57718
[1310] Tue Apr 16 14:54:52 2019 :: dmlite :: closing connection
[1284] Tue Apr 16 14:54:47 2019 :: GFork functionality not enabled.:
[1284] Tue Apr 16 14:54:47 2019 :: Configuration read from /etc/gridftp.conf.
[1284] Tue Apr 16 14:54:47 2019 :: Server started in inetd mode.
[1284] Tue Apr 16 14:54:47 2019 :: New connection from: fts307.usatlas.bnl.gov:37280
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: USER :globus-mapping:
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 331 Password required for :globus-mapping:.
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: PASS dummy
[1284] Tue Apr 16 14:54:48 2019 :: dmlite :: starting new connection
[1284] Tue Apr 16 14:54:48 2019 :: dmlite :: DSI options :: dome_checksum
[1284] Tue Apr 16 14:54:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1284] Tue Apr 16 14:54:48 2019 :: User :globus-mapping: successfully authorized.
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: PASS dummy
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 230-User :globus-mapping: logged in.
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: SITE HELP
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 214-The following commands are recognized:
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: FEAT
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 211-Extensions supported
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=6b558905-fc4b-5446-b92f-34929a35004a;file-id=117600639;retry=0
[1284] Tue Apr 16 14:54:48 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 250 OK.
[1284] Tue Apr 16 14:54:49 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: TYPE I
[1284] Tue Apr 16 14:54:49 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 200 Type set to I.
[1284] Tue Apr 16 14:54:49 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: DCAU N
[1284] Tue Apr 16 14:54:49 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 200 DCAU N.
[1284] Tue Apr 16 14:54:49 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1
[1284] Tue Apr 16 14:54:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[1284] Tue Apr 16 14:54:49 2019 :: dmlite :: stat :: single entry
[1284] Tue Apr 16 14:54:49 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1
[1284] Tue Apr 16 14:54:49 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[1284] Tue Apr 16 14:54:49 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1
[1284] Tue Apr 16 14:54:49 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1
[1284] Tue Apr 16 14:54:49 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 213 b7aee1f6
[1171] Tue Apr 16 14:54:51 2019 :: Child process 1253 ended with rc = 0
[1171] Tue Apr 16 14:54:51 2019 :: Child process 1325 ended with rc = 0
[1171] Tue Apr 16 14:54:52 2019 :: Child process 1340 ended with rc = 0
[1171] Tue Apr 16 14:54:52 2019 :: Child process 1346 ended with rc = 0
[1171] Tue Apr 16 14:54:52 2019 :: Child process 1310 ended with rc = 0
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: USER :globus-mapping:
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 331 Password required for :globus-mapping:.
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: PASS dummy
[1231] Tue Apr 16 14:54:48 2019 :: dmlite :: starting new connection
[1231] Tue Apr 16 14:54:48 2019 :: dmlite :: DSI options :: dome_checksum
[1231] Tue Apr 16 14:54:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1231] Tue Apr 16 14:54:48 2019 :: User :globus-mapping: successfully authorized.
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: PASS dummy
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 230-User :globus-mapping: logged in.
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: SITE HELP
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 214-The following commands are recognized:
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: FEAT
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 211-Extensions supported
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 250 OK.
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: TYPE I
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 200 Type set to I.
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: DCAU N
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 200 DCAU N.
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1231] Tue Apr 16 14:54:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1231] Tue Apr 16 14:54:48 2019 :: dmlite :: stat :: single entry
[1231] Tue Apr 16 14:54:48 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1292] Tue Apr 16 14:54:48 2019 :: GFork functionality not enabled.:
[1292] Tue Apr 16 14:54:48 2019 :: Configuration read from /etc/gridftp.conf.
[1292] Tue Apr 16 14:54:48 2019 :: Server started in inetd mode.
[1297] Tue Apr 16 14:54:48 2019 :: GFork functionality not enabled.:
[1297] Tue Apr 16 14:54:48 2019 :: Configuration read from /etc/gridftp.conf.
[1297] Tue Apr 16 14:54:48 2019 :: Server started in inetd mode.
[1231] Tue Apr 16 14:54:54 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1231] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1231] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 250 OK.
[1231] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1231] Tue Apr 16 14:54:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1231] Tue Apr 16 14:54:54 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1231] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1231] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60750: [CLIENT]: QUIT
[1231] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60750: [SERVER]: 221 Goodbye.
[1231] Tue Apr 16 14:54:54 2019 :: Closed connection from ui1.farm.particle.cz:60750
[1231] Tue Apr 16 14:54:54 2019 :: dmlite :: closing connection
[1292] Tue Apr 16 14:54:53 2019 :: New connection from: ui1.farm.particle.cz:60752
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: USER :globus-mapping:
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 331 Password required for :globus-mapping:.
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: PASS dummy
[1292] Tue Apr 16 14:54:53 2019 :: dmlite :: starting new connection
[1292] Tue Apr 16 14:54:53 2019 :: dmlite :: DSI options :: dome_checksum
[1292] Tue Apr 16 14:54:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1292] Tue Apr 16 14:54:53 2019 :: User :globus-mapping: successfully authorized.
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: PASS dummy
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 230-User :globus-mapping: logged in.
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: SITE HELP
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 214-The following commands are recognized:
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: FEAT
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 211-Extensions supported
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 250 OK.
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: TYPE I
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 200 Type set to I.
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: DCAU N
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 200 DCAU N.
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: OPTS PASV AllowDelayed=1;
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 200 OPTS Command Successful.
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: PASV
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 200 Passive delayed.
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1292] Tue Apr 16 14:54:53 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1292] Tue Apr 16 14:54:53 2019 :: not delayed
[1292] Tue Apr 16 14:54:53 2019 :: rolling the dice
[1292] Tue Apr 16 14:54:53 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[1292] Tue Apr 16 14:54:53 2019 :: connected to remote node
[1292] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 127 Entering Passive Mode (147,231,25,63,87,234)
[1292] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 150 Beginning transfer.
[1292] Tue Apr 16 14:54:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1".
[1292] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 226 Transfer Complete.
[1292] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60752: [CLIENT]: QUIT
[1292] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60752: [SERVER]: 221 Goodbye.
[1292] Tue Apr 16 14:54:54 2019 :: Closed connection from ui1.farm.particle.cz:60752
[1292] Tue Apr 16 14:54:54 2019 :: dmlite :: closing connection
[1222] Tue Apr 16 14:54:54 2019 :: Closed connection from ui1.farm.particle.cz:60746
[1222] Tue Apr 16 14:54:54 2019 :: dmlite :: closing connection
[1319] Tue Apr 16 14:54:50 2019 :: GFork functionality not enabled.:
[1319] Tue Apr 16 14:54:50 2019 :: Configuration read from /etc/gridftp.conf.
[1319] Tue Apr 16 14:54:50 2019 :: Server started in inetd mode.
[1297] Tue Apr 16 14:54:53 2019 :: New connection from: ui1.farm.particle.cz:60754
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: USER :globus-mapping:
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 331 Password required for :globus-mapping:.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: PASS dummy
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: starting new connection
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: DSI options :: dome_checksum
[1297] Tue Apr 16 14:54:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1297] Tue Apr 16 14:54:53 2019 :: User :globus-mapping: successfully authorized.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: PASS dummy
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 230-User :globus-mapping: logged in.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: SITE HELP
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 214-The following commands are recognized:
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: FEAT
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 211-Extensions supported
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 250 OK.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: TYPE I
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 200 Type set to I.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: DCAU N
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 200 DCAU N.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: stat :: single entry
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2" created successfully.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: OPTS PASV AllowDelayed=1;
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 200 OPTS Command Successful.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: PASV
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 200 Passive delayed.
[1297] Tue Apr 16 14:54:53 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1297] Tue Apr 16 14:54:53 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1297] Tue Apr 16 14:54:53 2019 :: incoming transfer
[1297] Tue Apr 16 14:54:53 2019 :: requested node: dpmpool22.farm.particle.cz
[1297] Tue Apr 16 14:54:53 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[1297] Tue Apr 16 14:54:54 2019 :: connected to remote node
[1297] Tue Apr 16 14:54:54 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 127 Entering Passive Mode (147,231,25,93,91,68)
[1297] Tue Apr 16 14:54:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:55 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services'
[1297] Tue Apr 16 14:54:55 2019 :: dmlite :: stat :: single entry
[1297] Tue Apr 16 14:54:55 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1297] Tue Apr 16 14:54:55 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1319] Tue Apr 16 14:54:55 2019 :: New connection from: rubus18.farm.particle.cz:38612
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: USER :globus-mapping:
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 331 Password required for :globus-mapping:.
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: PASS dummy
[1319] Tue Apr 16 14:54:55 2019 :: dmlite :: starting new connection
[1319] Tue Apr 16 14:54:55 2019 :: dmlite :: DSI options :: dome_checksum
[1319] Tue Apr 16 14:54:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[1319] Tue Apr 16 14:54:55 2019 :: User :globus-mapping: successfully authorized.
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: PASS dummy
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 230-User :globus-mapping: logged in.
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: SITE HELP
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 214-The following commands are recognized:
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: FEAT
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 211-Extensions supported
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 250 OK.
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: TYPE I
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 200 Type set to I.
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: DCAU N
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 200 DCAU N.
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1
[1319] Tue Apr 16 14:54:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1319] Tue Apr 16 14:54:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [CLIENT]: QUIT
[1319] Tue Apr 16 14:54:55 2019 :: rubus18.farm.particle.cz:38612: [SERVER]: 221 Goodbye.
[1319] Tue Apr 16 14:54:55 2019 :: Closed connection from rubus18.farm.particle.cz:38612
[1319] Tue Apr 16 14:54:55 2019 :: dmlite :: closing connection
[1297] Tue Apr 16 14:54:55 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:55 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.1.1555419293 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:55 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 150 Beginning transfer.
[1297] Tue Apr 16 14:54:55 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 112-Perf Marker
[1297] Tue Apr 16 14:54:55 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services".
[1297] Tue Apr 16 14:54:55 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 226 Transfer Complete.
[1297] Tue Apr 16 14:54:55 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.1.1555419293 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1297] Tue Apr 16 14:54:55 2019 :: ui1.farm.particle.cz:60754: [CLIENT]: QUIT
[1297] Tue Apr 16 14:54:55 2019 :: ui1.farm.particle.cz:60754: [SERVER]: 221 Goodbye.
[1297] Tue Apr 16 14:54:55 2019 :: Closed connection from ui1.farm.particle.cz:60754
[1297] Tue Apr 16 14:54:55 2019 :: dmlite :: closing connection
[1374] Tue Apr 16 14:54:54 2019 :: GFork functionality not enabled.:
[1374] Tue Apr 16 14:54:54 2019 :: Configuration read from /etc/gridftp.conf.
[1374] Tue Apr 16 14:54:54 2019 :: Server started in inetd mode.
[1374] Tue Apr 16 14:54:54 2019 :: New connection from: fts808.cern.ch:46786
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: USER :globus-mapping:
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 331 Password required for :globus-mapping:.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: PASS dummy
[1374] Tue Apr 16 14:54:55 2019 :: dmlite :: starting new connection
[1374] Tue Apr 16 14:54:55 2019 :: dmlite :: DSI options :: dome_checksum
[1374] Tue Apr 16 14:54:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1374] Tue Apr 16 14:54:55 2019 :: User :globus-mapping: successfully authorized.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: PASS dummy
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 230-User :globus-mapping: logged in.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: SITE HELP
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 214-The following commands are recognized:
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: FEAT
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 211-Extensions supported
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9c08b433-923e-5668-8c92-9e5ec9000f47;file-id=696363020;retry=0
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 250 OK.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: TYPE I
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 200 Type set to I.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: MODE E
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 200 Mode set to E.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: DCAU N
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 200 DCAU N.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: OPTS PASV AllowDelayed=1;
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 200 OPTS Command Successful.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: EPSV
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 200 Passive delayed.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: ALLO 871095542
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 200 ALLO command successful.
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1
[1374] Tue Apr 16 14:54:55 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1
[1374] Tue Apr 16 14:54:55 2019 :: incoming transfer
[1374] Tue Apr 16 14:54:55 2019 :: requested node: dpmpool22.farm.particle.cz
[1374] Tue Apr 16 14:54:55 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[1374] Tue Apr 16 14:54:55 2019 :: connected to remote node
[1374] Tue Apr 16 14:54:55 2019 :: fts808.cern.ch:46786: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|21848|)
[1374] Tue Apr 16 14:54:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1374] Tue Apr 16 14:54:56 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1'
[1374] Tue Apr 16 14:54:56 2019 :: dmlite :: stat :: single entry
[1374] Tue Apr 16 14:54:56 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1374] Tue Apr 16 14:54:56 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1334] Tue Apr 16 14:54:51 2019 :: GFork functionality not enabled.:
[1334] Tue Apr 16 14:54:51 2019 :: Configuration read from /etc/gridftp.conf.
[1334] Tue Apr 16 14:54:51 2019 :: Server started in inetd mode.
[1334] Tue Apr 16 14:54:51 2019 :: New connection from: ibis36.farm.particle.cz:59012
[1397] Tue Apr 16 14:54:55 2019 :: GFork functionality not enabled.:
[1397] Tue Apr 16 14:54:55 2019 :: Configuration read from /etc/gridftp.conf.
[1397] Tue Apr 16 14:54:55 2019 :: Server started in inetd mode.
[1397] Tue Apr 16 14:54:55 2019 :: New connection from: fts307.usatlas.bnl.gov:37370
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [CLIENT]: USER :globus-mapping:
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [SERVER]: 331 Password required for :globus-mapping:.
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [CLIENT]: PASS dummy
[1397] Tue Apr 16 14:54:56 2019 :: dmlite :: starting new connection
[1397] Tue Apr 16 14:54:56 2019 :: dmlite :: DSI options :: dome_checksum
[1397] Tue Apr 16 14:54:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1397] Tue Apr 16 14:54:56 2019 :: User :globus-mapping: successfully authorized.
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [CLIENT]: PASS dummy
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [SERVER]: 230-User :globus-mapping: logged in.
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [CLIENT]: SITE HELP
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [SERVER]: 214-The following commands are recognized:
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [CLIENT]: FEAT
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [SERVER]: 211-Extensions supported
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=6b558905-fc4b-5446-b92f-34929a35004a;file-id=117600639;retry=0
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [SERVER]: 250 OK.
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [CLIENT]: QUIT
[1397] Tue Apr 16 14:54:56 2019 :: fts307.usatlas.bnl.gov:37370: [SERVER]: 221 Goodbye.
[1397] Tue Apr 16 14:54:56 2019 :: Closed connection from fts307.usatlas.bnl.gov:37370
[1397] Tue Apr 16 14:54:56 2019 :: dmlite :: closing connection
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: USER :globus-mapping:
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 331 Password required for :globus-mapping:.
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: PASS dummy
[1334] Tue Apr 16 14:54:56 2019 :: dmlite :: starting new connection
[1334] Tue Apr 16 14:54:56 2019 :: dmlite :: DSI options :: dome_checksum
[1334] Tue Apr 16 14:54:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1334] Tue Apr 16 14:54:56 2019 :: User :globus-mapping: successfully authorized.
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: PASS dummy
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 230-User :globus-mapping: logged in.
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: SITE HELP
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 214-The following commands are recognized:
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: FEAT
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 211-Extensions supported
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 250 OK.
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: TYPE I
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 200 Type set to I.
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: DCAU N
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 200 DCAU N.
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[1334] Tue Apr 16 14:54:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1334] Tue Apr 16 14:54:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [CLIENT]: QUIT
[1334] Tue Apr 16 14:54:56 2019 :: ibis36.farm.particle.cz:59012: [SERVER]: 221 Goodbye.
[1334] Tue Apr 16 14:54:56 2019 :: Closed connection from ibis36.farm.particle.cz:59012
[1334] Tue Apr 16 14:54:56 2019 :: dmlite :: closing connection
[1171] Tue Apr 16 14:54:54 2019 :: Child process 1231 ended with rc = 0
[1171] Tue Apr 16 14:54:54 2019 :: Child process 1292 ended with rc = 0
[1171] Tue Apr 16 14:54:54 2019 :: Child process 1222 ended with rc = 0
[1171] Tue Apr 16 14:54:55 2019 :: Child process 1319 ended with rc = 0
[1171] Tue Apr 16 14:54:55 2019 :: Child process 1297 ended with rc = 0
[1171] Tue Apr 16 14:54:56 2019 :: Child process 1397 ended with rc = 0
[1171] Tue Apr 16 14:54:56 2019 :: Child process 1334 ended with rc = 0
[1413] Tue Apr 16 14:54:56 2019 :: GFork functionality not enabled.:
[1413] Tue Apr 16 14:54:56 2019 :: Configuration read from /etc/gridftp.conf.
[1413] Tue Apr 16 14:54:56 2019 :: Server started in inetd mode.
[1413] Tue Apr 16 14:54:56 2019 :: New connection from: fts307.usatlas.bnl.gov:37384
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: USER :globus-mapping:
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 331 Password required for :globus-mapping:.
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: PASS dummy
[1413] Tue Apr 16 14:54:57 2019 :: dmlite :: starting new connection
[1413] Tue Apr 16 14:54:57 2019 :: dmlite :: DSI options :: dome_checksum
[1413] Tue Apr 16 14:54:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1413] Tue Apr 16 14:54:57 2019 :: User :globus-mapping: successfully authorized.
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: PASS dummy
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 230-User :globus-mapping: logged in.
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: SITE HELP
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 214-The following commands are recognized:
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: FEAT
[1413] Tue Apr 16 14:54:57 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 211-Extensions supported
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=6b558905-fc4b-5446-b92f-34929a35004a;file-id=117600639;retry=0
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 250 OK.
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: TYPE I
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 200 Type set to I.
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: MODE E
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 200 Mode set to E.
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1
[1413] Tue Apr 16 14:54:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[1413] Tue Apr 16 14:54:58 2019 :: dmlite :: stat :: single entry
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 213 15460665
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [CLIENT]: QUIT
[1413] Tue Apr 16 14:54:58 2019 :: fts307.usatlas.bnl.gov:37384: [SERVER]: 221 Goodbye.
[1413] Tue Apr 16 14:54:58 2019 :: Closed connection from fts307.usatlas.bnl.gov:37384
[1413] Tue Apr 16 14:54:58 2019 :: dmlite :: closing connection
[1419] Tue Apr 16 14:54:57 2019 :: GFork functionality not enabled.:
[1419] Tue Apr 16 14:54:57 2019 :: Configuration read from /etc/gridftp.conf.
[1419] Tue Apr 16 14:54:57 2019 :: Server started in inetd mode.
[1419] Tue Apr 16 14:54:57 2019 :: New connection from: fts802.cern.ch:37070
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: USER :globus-mapping:
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 331 Password required for :globus-mapping:.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: PASS dummy
[1419] Tue Apr 16 14:54:57 2019 :: dmlite :: starting new connection
[1419] Tue Apr 16 14:54:57 2019 :: dmlite :: DSI options :: dome_checksum
[1419] Tue Apr 16 14:54:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1419] Tue Apr 16 14:54:57 2019 :: User :globus-mapping: successfully authorized.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: PASS dummy
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 230-User :globus-mapping: logged in.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: SITE HELP
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 214-The following commands are recognized:
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: FEAT
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 211-Extensions supported
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363045;retry=0
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 250 OK.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: TYPE I
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 200 Type set to I.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: MODE E
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 200 Mode set to E.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: DCAU N
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 200 DCAU N.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: OPTS PASV AllowDelayed=1;
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 200 OPTS Command Successful.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: PASV
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 200 Passive delayed.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: ALLO 841841545
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 200 ALLO command successful.
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1
[1419] Tue Apr 16 14:54:57 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1
[1419] Tue Apr 16 14:54:57 2019 :: incoming transfer
[1419] Tue Apr 16 14:54:57 2019 :: requested node: dpmpool23.farm.particle.cz
[1419] Tue Apr 16 14:54:57 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1419] Tue Apr 16 14:54:57 2019 :: connected to remote node
[1419] Tue Apr 16 14:54:57 2019 :: fts802.cern.ch:37070: [SERVER]: 127 Entering Passive Mode (147,231,25,94,90,127)
[1419] Tue Apr 16 14:54:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1419] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1'
[1419] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: single entry
[1419] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1419] Tue Apr 16 14:54:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1360] Tue Apr 16 14:54:54 2019 :: GFork functionality not enabled.:
[1360] Tue Apr 16 14:54:54 2019 :: Configuration read from /etc/gridftp.conf.
[1360] Tue Apr 16 14:54:54 2019 :: Server started in inetd mode.
[1366] Tue Apr 16 14:54:54 2019 :: GFork functionality not enabled.:
[1366] Tue Apr 16 14:54:54 2019 :: Configuration read from /etc/gridftp.conf.
[1366] Tue Apr 16 14:54:54 2019 :: Server started in inetd mode.
[1366] Tue Apr 16 14:54:54 2019 :: New connection from: fts808.cern.ch:46776
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: USER :globus-mapping:
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 331 Password required for :globus-mapping:.
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: PASS dummy
[1366] Tue Apr 16 14:54:54 2019 :: dmlite :: starting new connection
[1366] Tue Apr 16 14:54:54 2019 :: dmlite :: DSI options :: dome_checksum
[1366] Tue Apr 16 14:54:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1366] Tue Apr 16 14:54:54 2019 :: User :globus-mapping: successfully authorized.
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: PASS dummy
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 230-User :globus-mapping: logged in.
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: SITE HELP
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 214-The following commands are recognized:
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: FEAT
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 211-Extensions supported
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9c08b433-923e-5668-8c92-9e5ec9000f47;file-id=696363020;retry=0
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 250 OK.
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: TYPE I
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 200 Type set to I.
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: DCAU N
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 200 DCAU N.
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1
[1366] Tue Apr 16 14:54:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1366] Tue Apr 16 14:54:54 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3
[1366] Tue Apr 16 14:54:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1366] Tue Apr 16 14:54:54 2019 :: dmlite :: stat :: single entry
[1366] Tue Apr 16 14:54:54 2019 :: fts808.cern.ch:46776: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3
[1374] Tue Apr 16 14:54:56 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1374] Tue Apr 16 14:54:56 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024607.pool.root.1.7.1555419295 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1374] Tue Apr 16 14:54:56 2019 :: fts808.cern.ch:46786: [SERVER]: 150 Beginning transfer.
[1374] Tue Apr 16 14:54:56 2019 :: fts808.cern.ch:46786: [SERVER]: 112-Perf Marker
[1385] Tue Apr 16 14:54:55 2019 :: GFork functionality not enabled.:
[1385] Tue Apr 16 14:54:55 2019 :: Configuration read from /etc/gridftp.conf.
[1385] Tue Apr 16 14:54:55 2019 :: Server started in inetd mode.
[1391] Tue Apr 16 14:54:55 2019 :: GFork functionality not enabled.:
[1391] Tue Apr 16 14:54:55 2019 :: Configuration read from /etc/gridftp.conf.
[1391] Tue Apr 16 14:54:55 2019 :: Server started in inetd mode.
[1437] Tue Apr 16 14:54:58 2019 :: GFork functionality not enabled.:
[1437] Tue Apr 16 14:54:58 2019 :: Configuration read from /etc/gridftp.conf.
[1437] Tue Apr 16 14:54:58 2019 :: Server started in inetd mode.
[1437] Tue Apr 16 14:54:58 2019 :: New connection from: fts803.cern.ch:43680
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [CLIENT]: USER :globus-mapping:
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [SERVER]: 331 Password required for :globus-mapping:.
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [CLIENT]: PASS dummy
[1437] Tue Apr 16 14:54:58 2019 :: dmlite :: starting new connection
[1437] Tue Apr 16 14:54:58 2019 :: dmlite :: DSI options :: dome_checksum
[1437] Tue Apr 16 14:54:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1437] Tue Apr 16 14:54:58 2019 :: User :globus-mapping: successfully authorized.
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [CLIENT]: PASS dummy
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [SERVER]: 230-User :globus-mapping: logged in.
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [CLIENT]: SITE HELP
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [SERVER]: 214-The following commands are recognized:
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [CLIENT]: FEAT
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [SERVER]: 211-Extensions supported
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b9546205-a4bb-5c72-92a5-294136b9c552;file-id=696363085;retry=0
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [SERVER]: 250 OK.
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [CLIENT]: TYPE I
[1437] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43680: [SERVER]: 200 Type set to I.
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [CLIENT]: MODE E
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [SERVER]: 200 Mode set to E.
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [CLIENT]: DCAU N
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [SERVER]: 200 DCAU N.
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [CLIENT]: OPTS PASV AllowDelayed=1;
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [SERVER]: 200 OPTS Command Successful.
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [CLIENT]: EPSV
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [SERVER]: 200 Passive delayed.
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [CLIENT]: ALLO 871039393
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [SERVER]: 200 ALLO command successful.
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1
[1437] Tue Apr 16 14:54:59 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1
[1437] Tue Apr 16 14:54:59 2019 :: incoming transfer
[1437] Tue Apr 16 14:54:59 2019 :: requested node: dpmpool22.farm.particle.cz
[1437] Tue Apr 16 14:54:59 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[1437] Tue Apr 16 14:54:59 2019 :: connected to remote node
[1437] Tue Apr 16 14:54:59 2019 :: fts803.cern.ch:43680: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|21868|)
[1437] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1437] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1'
[1437] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: single entry
[1437] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1437] Tue Apr 16 14:55:00 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1360] Tue Apr 16 14:54:59 2019 :: New connection from: ui1.farm.particle.cz:60762
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: USER :globus-mapping:
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 331 Password required for :globus-mapping:.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: PASS dummy
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: starting new connection
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: DSI options :: dome_checksum
[1360] Tue Apr 16 14:54:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1360] Tue Apr 16 14:54:59 2019 :: User :globus-mapping: successfully authorized.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: PASS dummy
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 230-User :globus-mapping: logged in.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: SITE HELP
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 214-The following commands are recognized:
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: FEAT
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 211-Extensions supported
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 250 OK.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: TYPE I
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 200 Type set to I.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: DCAU N
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 200 DCAU N.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: single entry
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1" created successfully.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: OPTS PASV AllowDelayed=1;
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 200 OPTS Command Successful.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: PASV
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 200 Passive delayed.
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1360] Tue Apr 16 14:54:59 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1360] Tue Apr 16 14:54:59 2019 :: incoming transfer
[1360] Tue Apr 16 14:54:59 2019 :: requested node: dpmpool19.farm.particle.cz
[1360] Tue Apr 16 14:54:59 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[1360] Tue Apr 16 14:54:59 2019 :: connected to remote node
[1360] Tue Apr 16 14:54:59 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 127 Entering Passive Mode (147,231,25,64,85,108)
[1360] Tue Apr 16 14:54:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:55:01 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services'
[1360] Tue Apr 16 14:55:01 2019 :: dmlite :: stat :: single entry
[1360] Tue Apr 16 14:55:01 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1360] Tue Apr 16 14:55:01 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:55:01 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:55:01 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.19.1555419299 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 150 Beginning transfer.
[1360] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 112-Perf Marker
[1360] Tue Apr 16 14:55:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[1360] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 226 Transfer Complete.
[1360] Tue Apr 16 14:55:01 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.19.1555419299 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1360] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60762: [CLIENT]: QUIT
[1360] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60762: [SERVER]: 221 Goodbye.
[1360] Tue Apr 16 14:55:01 2019 :: Closed connection from ui1.farm.particle.cz:60762
[1360] Tue Apr 16 14:55:01 2019 :: dmlite :: closing connection
[1403] Tue Apr 16 14:54:56 2019 :: GFork functionality not enabled.:
[1403] Tue Apr 16 14:54:56 2019 :: Configuration read from /etc/gridftp.conf.
[1403] Tue Apr 16 14:54:56 2019 :: Server started in inetd mode.
[1403] Tue Apr 16 14:54:56 2019 :: New connection from: fts802.cern.ch:37038
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: USER :globus-mapping:
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 331 Password required for :globus-mapping:.
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: PASS dummy
[1403] Tue Apr 16 14:54:56 2019 :: dmlite :: starting new connection
[1403] Tue Apr 16 14:54:56 2019 :: dmlite :: DSI options :: dome_checksum
[1403] Tue Apr 16 14:54:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1403] Tue Apr 16 14:54:56 2019 :: User :globus-mapping: successfully authorized.
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: PASS dummy
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 230-User :globus-mapping: logged in.
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: SITE HELP
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 214-The following commands are recognized:
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: FEAT
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 211-Extensions supported
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363045;retry=0
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 250 OK.
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: TYPE I
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 200 Type set to I.
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: DCAU N
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 200 DCAU N.
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1
[1403] Tue Apr 16 14:54:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1403] Tue Apr 16 14:54:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e
[1403] Tue Apr 16 14:54:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1403] Tue Apr 16 14:54:56 2019 :: dmlite :: stat :: single entry
[1403] Tue Apr 16 14:54:56 2019 :: fts802.cern.ch:37038: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e
[1374] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46786: [SERVER]: 112-Perf Marker
[1374] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46786: [SERVER]: 111 Range Marker 0-871095542
[1374] Tue Apr 16 14:55:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1".
[1374] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46786: [SERVER]: 226 Transfer Complete.
[1374] Tue Apr 16 14:55:01 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024607.pool.root.1.7.1555419295 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1374] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46786: [CLIENT]: QUIT
[1374] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46786: [SERVER]: 221 Goodbye.
[1374] Tue Apr 16 14:55:01 2019 :: Closed connection from fts808.cern.ch:46786
[1374] Tue Apr 16 14:55:01 2019 :: dmlite :: closing connection
[1561] Tue Apr 16 14:55:01 2019 :: GFork functionality not enabled.:
[1561] Tue Apr 16 14:55:01 2019 :: Configuration read from /etc/gridftp.conf.
[1561] Tue Apr 16 14:55:01 2019 :: Server started in inetd mode.
[1561] Tue Apr 16 14:55:01 2019 :: New connection from: fts808.cern.ch:46886
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [CLIENT]: USER :globus-mapping:
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [SERVER]: 331 Password required for :globus-mapping:.
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [CLIENT]: PASS dummy
[1561] Tue Apr 16 14:55:01 2019 :: dmlite :: starting new connection
[1561] Tue Apr 16 14:55:01 2019 :: dmlite :: DSI options :: dome_checksum
[1561] Tue Apr 16 14:55:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1561] Tue Apr 16 14:55:01 2019 :: User :globus-mapping: successfully authorized.
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [CLIENT]: PASS dummy
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [SERVER]: 230-User :globus-mapping: logged in.
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [CLIENT]: SITE HELP
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [SERVER]: 214-The following commands are recognized:
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [CLIENT]: FEAT
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [SERVER]: 211-Extensions supported
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9c08b433-923e-5668-8c92-9e5ec9000f47;file-id=696363020;retry=0
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [SERVER]: 250 OK.
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [CLIENT]: QUIT
[1561] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46886: [SERVER]: 221 Goodbye.
[1561] Tue Apr 16 14:55:01 2019 :: Closed connection from fts808.cern.ch:46886
[1561] Tue Apr 16 14:55:01 2019 :: dmlite :: closing connection
[1385] Tue Apr 16 14:55:00 2019 :: New connection from: rubus18.farm.particle.cz:38616
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: USER :globus-mapping:
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 331 Password required for :globus-mapping:.
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: PASS dummy
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: starting new connection
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: DSI options :: dome_checksum
[1385] Tue Apr 16 14:55:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[1385] Tue Apr 16 14:55:00 2019 :: User :globus-mapping: successfully authorized.
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: PASS dummy
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 230-User :globus-mapping: logged in.
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: SITE HELP
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 214-The following commands are recognized:
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: FEAT
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 211-Extensions supported
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 250 OK.
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: TYPE I
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 200 Type set to I.
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: DCAU N
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 200 DCAU N.
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f' - 22-[#00.000022] Can't create folder '9f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: OPTS PASV AllowDelayed=1;
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 200 OPTS Command Successful.
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: PASV
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 200 Passive delayed.
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:00 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:00 2019 :: incoming transfer
[1385] Tue Apr 16 14:55:00 2019 :: requested node: dpmpool17.farm.particle.cz
[1385] Tue Apr 16 14:55:00 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[1385] Tue Apr 16 14:55:00 2019 :: connected to remote node
[1385] Tue Apr 16 14:55:00 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 127 Entering Passive Mode (147,231,25,57,94,82)
[1385] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload'
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: single entry
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1419] Tue Apr 16 14:54:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1419] Tue Apr 16 14:54:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._023923.pool.root.1.17.1555419297 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1419] Tue Apr 16 14:54:59 2019 :: fts802.cern.ch:37070: [SERVER]: 150 Beginning transfer.
[1419] Tue Apr 16 14:54:59 2019 :: fts802.cern.ch:37070: [SERVER]: 112-Perf Marker
[1532] Tue Apr 16 14:55:00 2019 :: GFork functionality not enabled.:
[1532] Tue Apr 16 14:55:00 2019 :: Configuration read from /etc/gridftp.conf.
[1532] Tue Apr 16 14:55:00 2019 :: Server started in inetd mode.
[1532] Tue Apr 16 14:55:00 2019 :: New connection from: fts802.cern.ch:37118
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: USER :globus-mapping:
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 331 Password required for :globus-mapping:.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: PASS dummy
[1532] Tue Apr 16 14:55:00 2019 :: dmlite :: starting new connection
[1532] Tue Apr 16 14:55:00 2019 :: dmlite :: DSI options :: dome_checksum
[1532] Tue Apr 16 14:55:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1532] Tue Apr 16 14:55:00 2019 :: User :globus-mapping: successfully authorized.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: PASS dummy
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 230-User :globus-mapping: logged in.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: SITE HELP
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 214-The following commands are recognized:
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: FEAT
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 211-Extensions supported
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363044;retry=0
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 250 OK.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: TYPE I
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 200 Type set to I.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: MODE E
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 200 Mode set to E.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: DCAU N
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 200 DCAU N.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: OPTS PASV AllowDelayed=1;
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 200 OPTS Command Successful.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: EPSV
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 200 Passive delayed.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: ALLO 848504660
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [SERVER]: 200 ALLO command successful.
[1532] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37118: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1
[1532] Tue Apr 16 14:55:00 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1
[1532] Tue Apr 16 14:55:00 2019 :: incoming transfer
[1532] Tue Apr 16 14:55:00 2019 :: requested node: dpmpool17.farm.particle.cz
[1532] Tue Apr 16 14:55:00 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[1532] Tue Apr 16 14:55:01 2019 :: connected to remote node
[1532] Tue Apr 16 14:55:01 2019 :: fts802.cern.ch:37118: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::17|24509|)
[1532] Tue Apr 16 14:55:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1532] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1'
[1532] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: single entry
[1532] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1532] Tue Apr 16 14:55:02 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1425] Tue Apr 16 14:54:57 2019 :: GFork functionality not enabled.:
[1425] Tue Apr 16 14:54:57 2019 :: Configuration read from /etc/gridftp.conf.
[1425] Tue Apr 16 14:54:57 2019 :: Server started in inetd mode.
[1425] Tue Apr 16 14:54:57 2019 :: New connection from: fts803.cern.ch:43670
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: USER :globus-mapping:
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [SERVER]: 331 Password required for :globus-mapping:.
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: PASS dummy
[1425] Tue Apr 16 14:54:57 2019 :: dmlite :: starting new connection
[1425] Tue Apr 16 14:54:57 2019 :: dmlite :: DSI options :: dome_checksum
[1425] Tue Apr 16 14:54:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1425] Tue Apr 16 14:54:57 2019 :: User :globus-mapping: successfully authorized.
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: PASS dummy
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [SERVER]: 230-User :globus-mapping: logged in.
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: SITE HELP
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [SERVER]: 214-The following commands are recognized:
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: FEAT
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [SERVER]: 211-Extensions supported
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b9546205-a4bb-5c72-92a5-294136b9c552;file-id=696363085;retry=0
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [SERVER]: 250 OK.
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: TYPE I
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [SERVER]: 200 Type set to I.
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: DCAU N
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [SERVER]: 200 DCAU N.
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1
[1425] Tue Apr 16 14:54:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1425] Tue Apr 16 14:54:57 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1425] Tue Apr 16 14:54:57 2019 :: fts803.cern.ch:43670: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1425] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43670: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71
[1425] Tue Apr 16 14:54:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1425] Tue Apr 16 14:54:58 2019 :: dmlite :: stat :: single entry
[1425] Tue Apr 16 14:54:58 2019 :: fts803.cern.ch:43670: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17732801._001355.job.log.tgz.1.rucio.upload.20.1555419300 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:02 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 150 Beginning transfer.
[1385] Tue Apr 16 14:55:02 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 112-Perf Marker
[1385] Tue Apr 16 14:55:02 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload".
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17732801._001355.job.log.tgz.1.rucio.upload.20.1555419300 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:02 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 226 Transfer Complete.
[1385] Tue Apr 16 14:55:02 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: single entry
[1385] Tue Apr 16 14:55:02 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:02 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 213 21010696
[1385] Tue Apr 16 14:55:03 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:03 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f' - 22-[#00.000022] Can't create folder '9f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1385] Tue Apr 16 14:55:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:03 2019 :: dmlite :: stat :: single entry
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1.rucio.upload
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 350 OK. Send RNTO with destination name.
[1385] Tue Apr 16 14:55:03 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 250 OK.
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [CLIENT]: QUIT
[1385] Tue Apr 16 14:55:03 2019 :: rubus18.farm.particle.cz:38616: [SERVER]: 221 Goodbye.
[1385] Tue Apr 16 14:55:03 2019 :: Closed connection from rubus18.farm.particle.cz:38616
[1385] Tue Apr 16 14:55:03 2019 :: dmlite :: closing connection
[1171] Tue Apr 16 14:54:58 2019 :: Child process 1413 ended with rc = 0
[1171] Tue Apr 16 14:55:01 2019 :: Child process 1360 ended with rc = 0
[1171] Tue Apr 16 14:55:01 2019 :: Child process 1374 ended with rc = 0
[1171] Tue Apr 16 14:55:01 2019 :: Child process 1561 ended with rc = 0
[1171] Tue Apr 16 14:55:03 2019 :: Child process 1385 ended with rc = 0
[1437] Tue Apr 16 14:55:00 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1437] Tue Apr 16 14:55:00 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._023656.pool.root.1.18.1555419299 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1437] Tue Apr 16 14:55:00 2019 :: fts803.cern.ch:43680: [SERVER]: 150 Beginning transfer.
[1437] Tue Apr 16 14:55:00 2019 :: fts803.cern.ch:43680: [SERVER]: 112-Perf Marker
[1540] Tue Apr 16 14:55:00 2019 :: GFork functionality not enabled.:
[1540] Tue Apr 16 14:55:00 2019 :: Configuration read from /etc/gridftp.conf.
[1540] Tue Apr 16 14:55:00 2019 :: Server started in inetd mode.
[1540] Tue Apr 16 14:55:00 2019 :: New connection from: ui1.farm.particle.cz:60770
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: USER :globus-mapping:
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 331 Password required for :globus-mapping:.
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: PASS dummy
[1540] Tue Apr 16 14:55:01 2019 :: dmlite :: starting new connection
[1540] Tue Apr 16 14:55:01 2019 :: dmlite :: DSI options :: dome_checksum
[1540] Tue Apr 16 14:55:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1540] Tue Apr 16 14:55:01 2019 :: User :globus-mapping: successfully authorized.
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: PASS dummy
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 230-User :globus-mapping: logged in.
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: SITE HELP
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 214-The following commands are recognized:
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: FEAT
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 211-Extensions supported
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 250 OK.
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: TYPE I
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 200 Type set to I.
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: DCAU N
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 200 DCAU N.
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1540] Tue Apr 16 14:55:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1540] Tue Apr 16 14:55:01 2019 :: dmlite :: stat :: single entry
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1540] Tue Apr 16 14:55:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1540] Tue Apr 16 14:55:01 2019 :: dmlite :: stat :: single entry
[1540] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1540] Tue Apr 16 14:55:02 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1540] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1540] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 250 OK.
[1540] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: OPTS PASV AllowDelayed=1;
[1540] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 200 OPTS Command Successful.
[1540] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: PASV
[1540] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 200 Passive delayed.
[1540] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1540] Tue Apr 16 14:55:02 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1540] Tue Apr 16 14:55:02 2019 :: incoming transfer
[1540] Tue Apr 16 14:55:02 2019 :: requested node: dpmpool20.farm.particle.cz
[1540] Tue Apr 16 14:55:02 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[1540] Tue Apr 16 14:55:02 2019 :: connected to remote node
[1540] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 127 Entering Passive Mode (147,231,25,91,88,9)
[1540] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1540] Tue Apr 16 14:55:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)('
[1540] Tue Apr 16 14:55:03 2019 :: dmlite :: stat :: single entry
[1540] Tue Apr 16 14:55:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1540] Tue Apr 16 14:55:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1568] Tue Apr 16 14:55:01 2019 :: GFork functionality not enabled.:
[1568] Tue Apr 16 14:55:01 2019 :: Configuration read from /etc/gridftp.conf.
[1568] Tue Apr 16 14:55:01 2019 :: Server started in inetd mode.
[1568] Tue Apr 16 14:55:01 2019 :: New connection from: fts808.cern.ch:46888
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [CLIENT]: USER :globus-mapping:
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [SERVER]: 331 Password required for :globus-mapping:.
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [CLIENT]: PASS dummy
[1568] Tue Apr 16 14:55:01 2019 :: dmlite :: starting new connection
[1568] Tue Apr 16 14:55:01 2019 :: dmlite :: DSI options :: dome_checksum
[1568] Tue Apr 16 14:55:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1568] Tue Apr 16 14:55:01 2019 :: User :globus-mapping: successfully authorized.
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [CLIENT]: PASS dummy
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [SERVER]: 230-User :globus-mapping: logged in.
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [CLIENT]: SITE HELP
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [SERVER]: 214-The following commands are recognized:
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [CLIENT]: FEAT
[1568] Tue Apr 16 14:55:01 2019 :: fts808.cern.ch:46888: [SERVER]: 211-Extensions supported
[1568] Tue Apr 16 14:55:02 2019 :: fts808.cern.ch:46888: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9c08b433-923e-5668-8c92-9e5ec9000f47;file-id=696363020;retry=0
[1568] Tue Apr 16 14:55:02 2019 :: fts808.cern.ch:46888: [SERVER]: 250 OK.
[1568] Tue Apr 16 14:55:02 2019 :: fts808.cern.ch:46888: [CLIENT]: TYPE I
[1568] Tue Apr 16 14:55:02 2019 :: fts808.cern.ch:46888: [SERVER]: 200 Type set to I.
[1568] Tue Apr 16 14:55:02 2019 :: fts808.cern.ch:46888: [CLIENT]: MODE E
[1568] Tue Apr 16 14:55:02 2019 :: fts808.cern.ch:46888: [SERVER]: 200 Mode set to E.
[1568] Tue Apr 16 14:55:02 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1568] Tue Apr 16 14:55:02 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1
[1568] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46888: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1
[1568] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46888: [SERVER]: 213 fc022695
[1568] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46888: [CLIENT]: QUIT
[1568] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46888: [SERVER]: 221 Goodbye.
[1568] Tue Apr 16 14:55:04 2019 :: Closed connection from fts808.cern.ch:46888
[1568] Tue Apr 16 14:55:04 2019 :: dmlite :: closing connection
[1391] Tue Apr 16 14:55:00 2019 :: New connection from: ui1.farm.particle.cz:60764
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: USER :globus-mapping:
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 331 Password required for :globus-mapping:.
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: PASS dummy
[1391] Tue Apr 16 14:55:00 2019 :: dmlite :: starting new connection
[1391] Tue Apr 16 14:55:00 2019 :: dmlite :: DSI options :: dome_checksum
[1391] Tue Apr 16 14:55:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1391] Tue Apr 16 14:55:00 2019 :: User :globus-mapping: successfully authorized.
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: PASS dummy
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 230-User :globus-mapping: logged in.
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: SITE HELP
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 214-The following commands are recognized:
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: FEAT
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 211-Extensions supported
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1391] Tue Apr 16 14:55:00 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 250 OK.
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: TYPE I
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 200 Type set to I.
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: DCAU N
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 200 DCAU N.
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: OPTS PASV AllowDelayed=1;
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 200 OPTS Command Successful.
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: PASV
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 200 Passive delayed.
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1391] Tue Apr 16 14:55:01 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1391] Tue Apr 16 14:55:01 2019 :: outgoing transfer
[1391] Tue Apr 16 14:55:01 2019 :: requested node: dpmpool22.farm.particle.cz
[1391] Tue Apr 16 14:55:01 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[1391] Tue Apr 16 14:55:01 2019 :: connected to remote node
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 127 Entering Passive Mode (147,231,25,93,95,189)
[1391] Tue Apr 16 14:55:01 2019 :: dmlite :: send :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.1.1555419293 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 150 Beginning transfer.
[1391] Tue Apr 16 14:55:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services".
[1391] Tue Apr 16 14:55:01 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 226 Transfer Complete.
[1391] Tue Apr 16 14:55:01 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1391] Tue Apr 16 14:55:01 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1391] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1391] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[1391] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1391] Tue Apr 16 14:55:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1391] Tue Apr 16 14:55:02 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (253 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1391] Tue Apr 16 14:55:02 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1391] Tue Apr 16 14:55:04 2019 :: ui1.farm.particle.cz:60764: [CLIENT]: QUIT
[1391] Tue Apr 16 14:55:04 2019 :: ui1.farm.particle.cz:60764: [SERVER]: 221 Goodbye.
[1391] Tue Apr 16 14:55:04 2019 :: Closed connection from ui1.farm.particle.cz:60764
[1391] Tue Apr 16 14:55:04 2019 :: dmlite :: closing connection
[1540] Tue Apr 16 14:55:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1540] Tue Apr 16 14:55:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.22.1555419302 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1540] Tue Apr 16 14:55:04 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 150 Beginning transfer.
[1540] Tue Apr 16 14:55:04 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 112-Perf Marker
[1540] Tue Apr 16 14:55:04 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[1540] Tue Apr 16 14:55:04 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 226 Transfer Complete.
[1540] Tue Apr 16 14:55:04 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.22.1555419302 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1540] Tue Apr 16 14:55:04 2019 :: ui1.farm.particle.cz:60770: [CLIENT]: QUIT
[1540] Tue Apr 16 14:55:04 2019 :: ui1.farm.particle.cz:60770: [SERVER]: 221 Goodbye.
[1540] Tue Apr 16 14:55:04 2019 :: Closed connection from ui1.farm.particle.cz:60770
[1540] Tue Apr 16 14:55:04 2019 :: dmlite :: closing connection
[1742] Tue Apr 16 14:55:04 2019 :: GFork functionality not enabled.:
[1742] Tue Apr 16 14:55:04 2019 :: Configuration read from /etc/gridftp.conf.
[1742] Tue Apr 16 14:55:04 2019 :: Server started in inetd mode.
[1742] Tue Apr 16 14:55:04 2019 :: New connection from: fts808.cern.ch:46918
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [CLIENT]: USER :globus-mapping:
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [SERVER]: 331 Password required for :globus-mapping:.
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [CLIENT]: PASS dummy
[1742] Tue Apr 16 14:55:04 2019 :: dmlite :: starting new connection
[1742] Tue Apr 16 14:55:04 2019 :: dmlite :: DSI options :: dome_checksum
[1742] Tue Apr 16 14:55:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1742] Tue Apr 16 14:55:04 2019 :: User :globus-mapping: successfully authorized.
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [CLIENT]: PASS dummy
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [SERVER]: 230-User :globus-mapping: logged in.
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [CLIENT]: SITE HELP
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [SERVER]: 214-The following commands are recognized:
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [CLIENT]: FEAT
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [SERVER]: 211-Extensions supported
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9c08b433-923e-5668-8c92-9e5ec9000f47;file-id=696363020;retry=0
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [SERVER]: 250 OK.
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [CLIENT]: QUIT
[1742] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46918: [SERVER]: 221 Goodbye.
[1742] Tue Apr 16 14:55:04 2019 :: Closed connection from fts808.cern.ch:46918
[1742] Tue Apr 16 14:55:04 2019 :: dmlite :: closing connection
[1469] Tue Apr 16 14:54:59 2019 :: GFork functionality not enabled.:
[1469] Tue Apr 16 14:54:59 2019 :: Configuration read from /etc/gridftp.conf.
[1469] Tue Apr 16 14:54:59 2019 :: Server started in inetd mode.
[1469] Tue Apr 16 14:54:59 2019 :: New connection from: fts307.usatlas.bnl.gov:37408
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: USER :globus-mapping:
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 331 Password required for :globus-mapping:.
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: PASS dummy
[1469] Tue Apr 16 14:55:00 2019 :: dmlite :: starting new connection
[1469] Tue Apr 16 14:55:00 2019 :: dmlite :: DSI options :: dome_checksum
[1469] Tue Apr 16 14:55:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1469] Tue Apr 16 14:55:00 2019 :: User :globus-mapping: successfully authorized.
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: PASS dummy
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 230-User :globus-mapping: logged in.
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: SITE HELP
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 214-The following commands are recognized:
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: FEAT
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 211-Extensions supported
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=6b558905-fc4b-5446-b92f-34929a35004a;file-id=117600639;retry=0
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 250 OK.
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: TYPE I
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 200 Type set to I.
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: MODE E
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 200 Mode set to E.
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[1469] Tue Apr 16 14:55:00 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 200 OPTS Command Successful.
[1469] Tue Apr 16 14:55:01 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: DCAU N
[1469] Tue Apr 16 14:55:01 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 200 DCAU N.
[1469] Tue Apr 16 14:55:01 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: PORT 129,107,255,17,219,107
[1469] Tue Apr 16 14:55:01 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 200 PORT Command successful.
[1469] Tue Apr 16 14:55:01 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1
[1469] Tue Apr 16 14:55:01 2019 :: requested node: dpmpool19.farm.particle.cz
[1469] Tue Apr 16 14:55:01 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[1469] Tue Apr 16 14:55:01 2019 :: connected to remote node
[1469] Tue Apr 16 14:55:01 2019 :: dmlite :: send :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/EVNT.17639170._128155.pool.root.1.rucio.upload.544033.1555418744 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[1469] Tue Apr 16 14:55:01 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 150 Beginning transfer.
[1754] Tue Apr 16 14:55:04 2019 :: GFork functionality not enabled.:
[1754] Tue Apr 16 14:55:04 2019 :: Configuration read from /etc/gridftp.conf.
[1754] Tue Apr 16 14:55:04 2019 :: Server started in inetd mode.
[1754] Tue Apr 16 14:55:04 2019 :: New connection from: fts808.cern.ch:46920
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: USER :globus-mapping:
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 331 Password required for :globus-mapping:.
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: PASS dummy
[1754] Tue Apr 16 14:55:04 2019 :: dmlite :: starting new connection
[1754] Tue Apr 16 14:55:04 2019 :: dmlite :: DSI options :: dome_checksum
[1754] Tue Apr 16 14:55:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1754] Tue Apr 16 14:55:04 2019 :: User :globus-mapping: successfully authorized.
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: PASS dummy
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 230-User :globus-mapping: logged in.
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: SITE HELP
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 214-The following commands are recognized:
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: FEAT
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 211-Extensions supported
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9c08b433-923e-5668-8c92-9e5ec9000f47;file-id=696363020;retry=0
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 250 OK.
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: TYPE I
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 200 Type set to I.
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: MODE E
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 200 Mode set to E.
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: DCAU N
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 200 DCAU N.
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1
[1754] Tue Apr 16 14:55:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[1754] Tue Apr 16 14:55:04 2019 :: dmlite :: stat :: single entry
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/f3/f3/HITS.17617237._024607.pool.root.1
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [CLIENT]: QUIT
[1754] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46920: [SERVER]: 221 Goodbye.
[1754] Tue Apr 16 14:55:04 2019 :: Closed connection from fts808.cern.ch:46920
[1754] Tue Apr 16 14:55:04 2019 :: dmlite :: closing connection
[1366] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46776: [CLIENT]: QUIT
[1366] Tue Apr 16 14:55:04 2019 :: fts808.cern.ch:46776: [SERVER]: 221 Goodbye.
[1366] Tue Apr 16 14:55:04 2019 :: Closed connection from fts808.cern.ch:46776
[1366] Tue Apr 16 14:55:04 2019 :: dmlite :: closing connection
[1523] Tue Apr 16 14:54:59 2019 :: GFork functionality not enabled.:
[1523] Tue Apr 16 14:54:59 2019 :: Configuration read from /etc/gridftp.conf.
[1523] Tue Apr 16 14:54:59 2019 :: Server started in inetd mode.
[1523] Tue Apr 16 14:54:59 2019 :: New connection from: fts802.cern.ch:37102
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: USER :globus-mapping:
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 331 Password required for :globus-mapping:.
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: PASS dummy
[1523] Tue Apr 16 14:55:00 2019 :: dmlite :: starting new connection
[1523] Tue Apr 16 14:55:00 2019 :: dmlite :: DSI options :: dome_checksum
[1523] Tue Apr 16 14:55:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1523] Tue Apr 16 14:55:00 2019 :: User :globus-mapping: successfully authorized.
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: PASS dummy
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 230-User :globus-mapping: logged in.
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: SITE HELP
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 214-The following commands are recognized:
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: FEAT
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 211-Extensions supported
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363044;retry=0
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 250 OK.
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: TYPE I
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 200 Type set to I.
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: DCAU N
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 200 DCAU N.
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1
[1523] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1523] Tue Apr 16 14:55:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74
[1523] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1523] Tue Apr 16 14:55:00 2019 :: dmlite :: stat :: single entry
[1523] Tue Apr 16 14:55:00 2019 :: fts802.cern.ch:37102: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74
[1532] Tue Apr 16 14:55:02 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1532] Tue Apr 16 14:55:02 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs10/atlas/2019-04-16/HITS.17617237._024609.pool.root.1.21.1555419300 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1532] Tue Apr 16 14:55:02 2019 :: fts802.cern.ch:37118: [SERVER]: 150 Beginning transfer.
[1532] Tue Apr 16 14:55:02 2019 :: fts802.cern.ch:37118: [SERVER]: 112-Perf Marker
[1549] Tue Apr 16 14:55:01 2019 :: GFork functionality not enabled.:
[1549] Tue Apr 16 14:55:01 2019 :: Configuration read from /etc/gridftp.conf.
[1549] Tue Apr 16 14:55:01 2019 :: Server started in inetd mode.
[1437] Tue Apr 16 14:55:05 2019 :: fts803.cern.ch:43680: [SERVER]: 112-Perf Marker
[1437] Tue Apr 16 14:55:05 2019 :: fts803.cern.ch:43680: [SERVER]: 111 Range Marker 0-667156480
[1437] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43680: [SERVER]: 112-Perf Marker
[1437] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43680: [SERVER]: 111 Range Marker 667156480-871039393
[1437] Tue Apr 16 14:55:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1".
[1437] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43680: [SERVER]: 226 Transfer Complete.
[1437] Tue Apr 16 14:55:07 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._023656.pool.root.1.18.1555419299 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1437] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43680: [CLIENT]: QUIT
[1437] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43680: [SERVER]: 221 Goodbye.
[1437] Tue Apr 16 14:55:07 2019 :: Closed connection from fts803.cern.ch:43680
[1437] Tue Apr 16 14:55:07 2019 :: dmlite :: closing connection
[1419] Tue Apr 16 14:55:04 2019 :: fts802.cern.ch:37070: [SERVER]: 112-Perf Marker
[1419] Tue Apr 16 14:55:04 2019 :: fts802.cern.ch:37070: [SERVER]: 111 Range Marker 0-465829888
[1419] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37070: [SERVER]: 112-Perf Marker
[1419] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37070: [SERVER]: 111 Range Marker 465829888-841841545
[1419] Tue Apr 16 14:55:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1".
[1419] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37070: [SERVER]: 226 Transfer Complete.
[1419] Tue Apr 16 14:55:07 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._023923.pool.root.1.17.1555419297 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1419] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37070: [CLIENT]: QUIT
[1419] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37070: [SERVER]: 221 Goodbye.
[1419] Tue Apr 16 14:55:07 2019 :: Closed connection from fts802.cern.ch:37070
[1419] Tue Apr 16 14:55:07 2019 :: dmlite :: closing connection
[1773] Tue Apr 16 14:55:07 2019 :: GFork functionality not enabled.:
[1773] Tue Apr 16 14:55:07 2019 :: Configuration read from /etc/gridftp.conf.
[1773] Tue Apr 16 14:55:07 2019 :: Server started in inetd mode.
[1773] Tue Apr 16 14:55:07 2019 :: New connection from: fts803.cern.ch:43752
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [CLIENT]: USER :globus-mapping:
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [SERVER]: 331 Password required for :globus-mapping:.
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [CLIENT]: PASS dummy
[1773] Tue Apr 16 14:55:07 2019 :: dmlite :: starting new connection
[1773] Tue Apr 16 14:55:07 2019 :: dmlite :: DSI options :: dome_checksum
[1773] Tue Apr 16 14:55:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1773] Tue Apr 16 14:55:07 2019 :: User :globus-mapping: successfully authorized.
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [CLIENT]: PASS dummy
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [SERVER]: 230-User :globus-mapping: logged in.
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [CLIENT]: SITE HELP
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [SERVER]: 214-The following commands are recognized:
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [CLIENT]: FEAT
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [SERVER]: 211-Extensions supported
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b9546205-a4bb-5c72-92a5-294136b9c552;file-id=696363085;retry=0
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [SERVER]: 250 OK.
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [CLIENT]: QUIT
[1773] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43752: [SERVER]: 221 Goodbye.
[1773] Tue Apr 16 14:55:07 2019 :: Closed connection from fts803.cern.ch:43752
[1773] Tue Apr 16 14:55:07 2019 :: dmlite :: closing connection
[1779] Tue Apr 16 14:55:07 2019 :: GFork functionality not enabled.:
[1779] Tue Apr 16 14:55:07 2019 :: Configuration read from /etc/gridftp.conf.
[1779] Tue Apr 16 14:55:07 2019 :: Server started in inetd mode.
[1779] Tue Apr 16 14:55:07 2019 :: New connection from: fts802.cern.ch:37334
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [CLIENT]: USER :globus-mapping:
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [SERVER]: 331 Password required for :globus-mapping:.
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [CLIENT]: PASS dummy
[1779] Tue Apr 16 14:55:07 2019 :: dmlite :: starting new connection
[1779] Tue Apr 16 14:55:07 2019 :: dmlite :: DSI options :: dome_checksum
[1779] Tue Apr 16 14:55:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1779] Tue Apr 16 14:55:07 2019 :: User :globus-mapping: successfully authorized.
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [CLIENT]: PASS dummy
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [SERVER]: 230-User :globus-mapping: logged in.
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [CLIENT]: SITE HELP
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [SERVER]: 214-The following commands are recognized:
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [CLIENT]: FEAT
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [SERVER]: 211-Extensions supported
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363045;retry=0
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [SERVER]: 250 OK.
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [CLIENT]: QUIT
[1779] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37334: [SERVER]: 221 Goodbye.
[1779] Tue Apr 16 14:55:07 2019 :: Closed connection from fts802.cern.ch:37334
[1779] Tue Apr 16 14:55:07 2019 :: dmlite :: closing connection
[1469] Tue Apr 16 14:55:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cd/96/EVNT.17639170._128155.pool.root.1".
[1469] Tue Apr 16 14:55:07 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 226 Transfer Complete.
[1469] Tue Apr 16 14:55:08 2019 :: fts307.usatlas.bnl.gov:37408: [CLIENT]: QUIT
[1469] Tue Apr 16 14:55:08 2019 :: fts307.usatlas.bnl.gov:37408: [SERVER]: 221 Goodbye.
[1469] Tue Apr 16 14:55:08 2019 :: Closed connection from fts307.usatlas.bnl.gov:37408
[1469] Tue Apr 16 14:55:08 2019 :: dmlite :: closing connection
[1171] Tue Apr 16 14:55:04 2019 :: Child process 1568 ended with rc = 0
[1171] Tue Apr 16 14:55:04 2019 :: Child process 1391 ended with rc = 0
[1171] Tue Apr 16 14:55:04 2019 :: Child process 1540 ended with rc = 0
[1171] Tue Apr 16 14:55:04 2019 :: Child process 1742 ended with rc = 0
[1171] Tue Apr 16 14:55:04 2019 :: Child process 1754 ended with rc = 0
[1171] Tue Apr 16 14:55:04 2019 :: Child process 1366 ended with rc = 0
[1171] Tue Apr 16 14:55:07 2019 :: Child process 1437 ended with rc = 0
[1171] Tue Apr 16 14:55:07 2019 :: Child process 1419 ended with rc = 0
[1171] Tue Apr 16 14:55:07 2019 :: Child process 1773 ended with rc = 0
[1171] Tue Apr 16 14:55:07 2019 :: Child process 1779 ended with rc = 0
[1171] Tue Apr 16 14:55:08 2019 :: Child process 1469 ended with rc = 0
[1722] Tue Apr 16 14:55:03 2019 :: GFork functionality not enabled.:
[1722] Tue Apr 16 14:55:03 2019 :: Configuration read from /etc/gridftp.conf.
[1722] Tue Apr 16 14:55:03 2019 :: Server started in inetd mode.
[1722] Tue Apr 16 14:55:03 2019 :: New connection from: rubus18.farm.particle.cz:38622
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: USER :globus-mapping:
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 331 Password required for :globus-mapping:.
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: PASS dummy
[1722] Tue Apr 16 14:55:08 2019 :: dmlite :: starting new connection
[1722] Tue Apr 16 14:55:08 2019 :: dmlite :: DSI options :: dome_checksum
[1722] Tue Apr 16 14:55:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 successfully authorized.
[1722] Tue Apr 16 14:55:08 2019 :: User :globus-mapping: successfully authorized.
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: PASS dummy
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 230-User :globus-mapping: logged in.
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: SITE HELP
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 214-The following commands are recognized:
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: FEAT
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 211-Extensions supported
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 250 OK.
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: TYPE I
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 200 Type set to I.
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: DCAU N
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 200 DCAU N.
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1
[1722] Tue Apr 16 14:55:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlpilo1/CN=614260/CN=Robot: ATLAS Pilot1 :: rubus18.farm.particle.cz
[1722] Tue Apr 16 14:55:08 2019 :: dmlite :: stat :: single entry
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/18/9f/log.17732801._001355.job.log.tgz.1
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [CLIENT]: QUIT
[1722] Tue Apr 16 14:55:08 2019 :: rubus18.farm.particle.cz:38622: [SERVER]: 221 Goodbye.
[1722] Tue Apr 16 14:55:08 2019 :: Closed connection from rubus18.farm.particle.cz:38622
[1722] Tue Apr 16 14:55:08 2019 :: dmlite :: closing connection
[1791] Tue Apr 16 14:55:07 2019 :: GFork functionality not enabled.:
[1791] Tue Apr 16 14:55:07 2019 :: Configuration read from /etc/gridftp.conf.
[1791] Tue Apr 16 14:55:07 2019 :: Server started in inetd mode.
[1791] Tue Apr 16 14:55:07 2019 :: New connection from: fts802.cern.ch:37342
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [CLIENT]: USER :globus-mapping:
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [SERVER]: 331 Password required for :globus-mapping:.
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [CLIENT]: PASS dummy
[1791] Tue Apr 16 14:55:07 2019 :: dmlite :: starting new connection
[1791] Tue Apr 16 14:55:07 2019 :: dmlite :: DSI options :: dome_checksum
[1791] Tue Apr 16 14:55:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1791] Tue Apr 16 14:55:07 2019 :: User :globus-mapping: successfully authorized.
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [CLIENT]: PASS dummy
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [SERVER]: 230-User :globus-mapping: logged in.
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [CLIENT]: SITE HELP
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [SERVER]: 214-The following commands are recognized:
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [CLIENT]: FEAT
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [SERVER]: 211-Extensions supported
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363045;retry=0
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [SERVER]: 250 OK.
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [CLIENT]: TYPE I
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [SERVER]: 200 Type set to I.
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [CLIENT]: MODE E
[1791] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37342: [SERVER]: 200 Mode set to E.
[1791] Tue Apr 16 14:55:07 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1791] Tue Apr 16 14:55:07 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1
[1791] Tue Apr 16 14:55:08 2019 :: fts802.cern.ch:37342: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1
[1791] Tue Apr 16 14:55:08 2019 :: fts802.cern.ch:37342: [SERVER]: 213 0002c871
[1791] Tue Apr 16 14:55:08 2019 :: fts802.cern.ch:37342: [CLIENT]: QUIT
[1791] Tue Apr 16 14:55:08 2019 :: fts802.cern.ch:37342: [SERVER]: 221 Goodbye.
[1791] Tue Apr 16 14:55:08 2019 :: Closed connection from fts802.cern.ch:37342
[1791] Tue Apr 16 14:55:08 2019 :: dmlite :: closing connection
[1785] Tue Apr 16 14:55:07 2019 :: GFork functionality not enabled.:
[1785] Tue Apr 16 14:55:07 2019 :: Configuration read from /etc/gridftp.conf.
[1785] Tue Apr 16 14:55:07 2019 :: Server started in inetd mode.
[1785] Tue Apr 16 14:55:07 2019 :: New connection from: fts803.cern.ch:43762
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [CLIENT]: USER :globus-mapping:
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [SERVER]: 331 Password required for :globus-mapping:.
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [CLIENT]: PASS dummy
[1785] Tue Apr 16 14:55:07 2019 :: dmlite :: starting new connection
[1785] Tue Apr 16 14:55:07 2019 :: dmlite :: DSI options :: dome_checksum
[1785] Tue Apr 16 14:55:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1785] Tue Apr 16 14:55:07 2019 :: User :globus-mapping: successfully authorized.
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [CLIENT]: PASS dummy
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [SERVER]: 230-User :globus-mapping: logged in.
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [CLIENT]: SITE HELP
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [SERVER]: 214-The following commands are recognized:
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [CLIENT]: FEAT
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [SERVER]: 211-Extensions supported
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b9546205-a4bb-5c72-92a5-294136b9c552;file-id=696363085;retry=0
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [SERVER]: 250 OK.
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [CLIENT]: TYPE I
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [SERVER]: 200 Type set to I.
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [CLIENT]: MODE E
[1785] Tue Apr 16 14:55:07 2019 :: fts803.cern.ch:43762: [SERVER]: 200 Mode set to E.
[1785] Tue Apr 16 14:55:07 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1785] Tue Apr 16 14:55:07 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1
[1785] Tue Apr 16 14:55:08 2019 :: fts803.cern.ch:43762: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1
[1785] Tue Apr 16 14:55:08 2019 :: fts803.cern.ch:43762: [SERVER]: 213 1b3f2e90
[1785] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43762: [CLIENT]: QUIT
[1785] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43762: [SERVER]: 221 Goodbye.
[1785] Tue Apr 16 14:55:09 2019 :: Closed connection from fts803.cern.ch:43762
[1785] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1743] Tue Apr 16 14:55:04 2019 :: GFork functionality not enabled.:
[1743] Tue Apr 16 14:55:04 2019 :: Configuration read from /etc/gridftp.conf.
[1743] Tue Apr 16 14:55:04 2019 :: Server started in inetd mode.
[1802] Tue Apr 16 14:55:09 2019 :: GFork functionality not enabled.:
[1802] Tue Apr 16 14:55:09 2019 :: Configuration read from /etc/gridftp.conf.
[1802] Tue Apr 16 14:55:09 2019 :: Server started in inetd mode.
[1802] Tue Apr 16 14:55:09 2019 :: New connection from: fts802.cern.ch:37370
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [CLIENT]: USER :globus-mapping:
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [SERVER]: 331 Password required for :globus-mapping:.
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [CLIENT]: PASS dummy
[1802] Tue Apr 16 14:55:09 2019 :: dmlite :: starting new connection
[1802] Tue Apr 16 14:55:09 2019 :: dmlite :: DSI options :: dome_checksum
[1802] Tue Apr 16 14:55:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1802] Tue Apr 16 14:55:09 2019 :: User :globus-mapping: successfully authorized.
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [CLIENT]: PASS dummy
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [SERVER]: 230-User :globus-mapping: logged in.
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [CLIENT]: SITE HELP
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [SERVER]: 214-The following commands are recognized:
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [CLIENT]: FEAT
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [SERVER]: 211-Extensions supported
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363045;retry=0
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [SERVER]: 250 OK.
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [CLIENT]: QUIT
[1802] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37370: [SERVER]: 221 Goodbye.
[1802] Tue Apr 16 14:55:09 2019 :: Closed connection from fts802.cern.ch:37370
[1802] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1803] Tue Apr 16 14:55:09 2019 :: GFork functionality not enabled.:
[1803] Tue Apr 16 14:55:09 2019 :: Configuration read from /etc/gridftp.conf.
[1803] Tue Apr 16 14:55:09 2019 :: Server started in inetd mode.
[1803] Tue Apr 16 14:55:09 2019 :: New connection from: fts803.cern.ch:43862
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [CLIENT]: USER :globus-mapping:
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [SERVER]: 331 Password required for :globus-mapping:.
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [CLIENT]: PASS dummy
[1803] Tue Apr 16 14:55:09 2019 :: dmlite :: starting new connection
[1803] Tue Apr 16 14:55:09 2019 :: dmlite :: DSI options :: dome_checksum
[1803] Tue Apr 16 14:55:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1803] Tue Apr 16 14:55:09 2019 :: User :globus-mapping: successfully authorized.
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [CLIENT]: PASS dummy
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [SERVER]: 230-User :globus-mapping: logged in.
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [CLIENT]: SITE HELP
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [SERVER]: 214-The following commands are recognized:
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [CLIENT]: FEAT
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [SERVER]: 211-Extensions supported
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b9546205-a4bb-5c72-92a5-294136b9c552;file-id=696363085;retry=0
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [SERVER]: 250 OK.
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [CLIENT]: QUIT
[1803] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43862: [SERVER]: 221 Goodbye.
[1803] Tue Apr 16 14:55:09 2019 :: Closed connection from fts803.cern.ch:43862
[1803] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1762] Tue Apr 16 14:55:06 2019 :: GFork functionality not enabled.:
[1762] Tue Apr 16 14:55:06 2019 :: Configuration read from /etc/gridftp.conf.
[1762] Tue Apr 16 14:55:06 2019 :: Server started in inetd mode.
[1762] Tue Apr 16 14:55:06 2019 :: New connection from: ui1.farm.particle.cz:60780
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: USER :globus-mapping:
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 331 Password required for :globus-mapping:.
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: PASS dummy
[1762] Tue Apr 16 14:55:06 2019 :: dmlite :: starting new connection
[1762] Tue Apr 16 14:55:06 2019 :: dmlite :: DSI options :: dome_checksum
[1762] Tue Apr 16 14:55:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1762] Tue Apr 16 14:55:06 2019 :: User :globus-mapping: successfully authorized.
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: PASS dummy
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 230-User :globus-mapping: logged in.
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: SITE HELP
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 214-The following commands are recognized:
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: FEAT
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 211-Extensions supported
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 250 OK.
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: TYPE I
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 200 Type set to I.
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: DCAU N
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 200 DCAU N.
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1762] Tue Apr 16 14:55:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1762] Tue Apr 16 14:55:06 2019 :: dmlite :: stat :: single entry
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1762] Tue Apr 16 14:55:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1762] Tue Apr 16 14:55:06 2019 :: dmlite :: stat :: single entry
[1762] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1762] Tue Apr 16 14:55:07 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1762] Tue Apr 16 14:55:07 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1762] Tue Apr 16 14:55:07 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 250 OK.
[1762] Tue Apr 16 14:55:08 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: OPTS PASV AllowDelayed=1;
[1762] Tue Apr 16 14:55:08 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 200 OPTS Command Successful.
[1762] Tue Apr 16 14:55:08 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: PASV
[1762] Tue Apr 16 14:55:08 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 200 Passive delayed.
[1762] Tue Apr 16 14:55:08 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1762] Tue Apr 16 14:55:08 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1762] Tue Apr 16 14:55:08 2019 :: incoming transfer
[1762] Tue Apr 16 14:55:08 2019 :: requested node: dpmpool9.farm.particle.cz
[1762] Tue Apr 16 14:55:08 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1762] Tue Apr 16 14:55:08 2019 :: connected to remote node
[1762] Tue Apr 16 14:55:08 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 127 Entering Passive Mode (147,231,25,47,79,197)
[1762] Tue Apr 16 14:55:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1762] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)('
[1762] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: single entry
[1762] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1762] Tue Apr 16 14:55:09 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1549] Tue Apr 16 14:55:06 2019 :: New connection from: ui1.farm.particle.cz:60772
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: USER :globus-mapping:
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 331 Password required for :globus-mapping:.
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: PASS dummy
[1549] Tue Apr 16 14:55:06 2019 :: dmlite :: starting new connection
[1549] Tue Apr 16 14:55:06 2019 :: dmlite :: DSI options :: dome_checksum
[1549] Tue Apr 16 14:55:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1549] Tue Apr 16 14:55:06 2019 :: User :globus-mapping: successfully authorized.
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: PASS dummy
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 230-User :globus-mapping: logged in.
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: SITE HELP
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 214-The following commands are recognized:
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: FEAT
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 211-Extensions supported
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 250 OK.
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: TYPE I
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 200 Type set to I.
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: DCAU N
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 200 DCAU N.
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: OPTS PASV AllowDelayed=1;
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 200 OPTS Command Successful.
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: PASV
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 200 Passive delayed.
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1549] Tue Apr 16 14:55:06 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1549] Tue Apr 16 14:55:06 2019 :: outgoing transfer
[1549] Tue Apr 16 14:55:06 2019 :: requested node: dpmpool19.farm.particle.cz
[1549] Tue Apr 16 14:55:06 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[1549] Tue Apr 16 14:55:06 2019 :: connected to remote node
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 127 Entering Passive Mode (147,231,25,64,95,72)
[1549] Tue Apr 16 14:55:06 2019 :: dmlite :: send :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.19.1555419299 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 150 Beginning transfer.
[1549] Tue Apr 16 14:55:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[1549] Tue Apr 16 14:55:06 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 226 Transfer Complete.
[1549] Tue Apr 16 14:55:06 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1549] Tue Apr 16 14:55:06 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1549] Tue Apr 16 14:55:07 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[1549] Tue Apr 16 14:55:07 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[1549] Tue Apr 16 14:55:08 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1549] Tue Apr 16 14:55:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1549] Tue Apr 16 14:55:08 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (253 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1549] Tue Apr 16 14:55:08 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1549] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60772: [CLIENT]: QUIT
[1549] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60772: [SERVER]: 221 Goodbye.
[1549] Tue Apr 16 14:55:09 2019 :: Closed connection from ui1.farm.particle.cz:60772
[1549] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1762] Tue Apr 16 14:55:09 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1762] Tue Apr 16 14:55:09 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.23.1555419308 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1762] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 150 Beginning transfer.
[1762] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 112-Perf Marker
[1762] Tue Apr 16 14:55:09 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[1762] Tue Apr 16 14:55:09 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.23.1555419308 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1762] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 226 Transfer Complete.
[1762] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60780: [CLIENT]: QUIT
[1762] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60780: [SERVER]: 221 Goodbye.
[1762] Tue Apr 16 14:55:09 2019 :: Closed connection from ui1.farm.particle.cz:60780
[1762] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1821] Tue Apr 16 14:55:09 2019 :: GFork functionality not enabled.:
[1821] Tue Apr 16 14:55:09 2019 :: Configuration read from /etc/gridftp.conf.
[1821] Tue Apr 16 14:55:09 2019 :: Server started in inetd mode.
[1821] Tue Apr 16 14:55:09 2019 :: New connection from: fts802.cern.ch:37376
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: USER :globus-mapping:
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 331 Password required for :globus-mapping:.
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: PASS dummy
[1821] Tue Apr 16 14:55:09 2019 :: dmlite :: starting new connection
[1821] Tue Apr 16 14:55:09 2019 :: dmlite :: DSI options :: dome_checksum
[1821] Tue Apr 16 14:55:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1821] Tue Apr 16 14:55:09 2019 :: User :globus-mapping: successfully authorized.
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: PASS dummy
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 230-User :globus-mapping: logged in.
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: SITE HELP
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 214-The following commands are recognized:
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: FEAT
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 211-Extensions supported
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363045;retry=0
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 250 OK.
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: TYPE I
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 200 Type set to I.
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: MODE E
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 200 Mode set to E.
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: DCAU N
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 200 DCAU N.
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1
[1821] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1821] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: single entry
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/36/6e/HITS.17617237._023923.pool.root.1
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [CLIENT]: QUIT
[1821] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37376: [SERVER]: 221 Goodbye.
[1821] Tue Apr 16 14:55:09 2019 :: Closed connection from fts802.cern.ch:37376
[1821] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1403] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37038: [CLIENT]: QUIT
[1403] Tue Apr 16 14:55:09 2019 :: fts802.cern.ch:37038: [SERVER]: 221 Goodbye.
[1403] Tue Apr 16 14:55:09 2019 :: Closed connection from fts802.cern.ch:37038
[1403] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1814] Tue Apr 16 14:55:09 2019 :: GFork functionality not enabled.:
[1814] Tue Apr 16 14:55:09 2019 :: Configuration read from /etc/gridftp.conf.
[1814] Tue Apr 16 14:55:09 2019 :: Server started in inetd mode.
[1814] Tue Apr 16 14:55:09 2019 :: New connection from: ui1.farm.particle.cz:60786
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: USER :globus-mapping:
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 331 Password required for :globus-mapping:.
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: PASS dummy
[1814] Tue Apr 16 14:55:09 2019 :: dmlite :: starting new connection
[1814] Tue Apr 16 14:55:09 2019 :: dmlite :: DSI options :: dome_checksum
[1814] Tue Apr 16 14:55:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1814] Tue Apr 16 14:55:09 2019 :: User :globus-mapping: successfully authorized.
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: PASS dummy
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 230-User :globus-mapping: logged in.
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: SITE HELP
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 214-The following commands are recognized:
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: FEAT
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 211-Extensions supported
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 250 OK.
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: TYPE I
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 200 Type set to I.
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: DCAU N
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 200 DCAU N.
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1814] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1814] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: single entry
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [CLIENT]: QUIT
[1814] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60786: [SERVER]: 221 Goodbye.
[1814] Tue Apr 16 14:55:09 2019 :: Closed connection from ui1.farm.particle.cz:60786
[1814] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1743] Tue Apr 16 14:55:09 2019 :: New connection from: ui1.farm.particle.cz:60778
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: USER :globus-mapping:
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 331 Password required for :globus-mapping:.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: PASS dummy
[1743] Tue Apr 16 14:55:09 2019 :: dmlite :: starting new connection
[1743] Tue Apr 16 14:55:09 2019 :: dmlite :: DSI options :: dome_checksum
[1743] Tue Apr 16 14:55:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1743] Tue Apr 16 14:55:09 2019 :: User :globus-mapping: successfully authorized.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: PASS dummy
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 230-User :globus-mapping: logged in.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: SITE HELP
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 214-The following commands are recognized:
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: FEAT
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 211-Extensions supported
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 250 OK.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: TYPE I
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 200 Type set to I.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: DCAU N
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 200 DCAU N.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: OPTS PASV AllowDelayed=1;
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 200 OPTS Command Successful.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: PASV
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 200 Passive delayed.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1743] Tue Apr 16 14:55:09 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1743] Tue Apr 16 14:55:09 2019 :: outgoing transfer
[1743] Tue Apr 16 14:55:09 2019 :: requested node: dpmpool20.farm.particle.cz
[1743] Tue Apr 16 14:55:09 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[1743] Tue Apr 16 14:55:09 2019 :: connected to remote node
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 127 Entering Passive Mode (147,231,25,91,93,31)
[1743] Tue Apr 16 14:55:09 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.22.1555419302 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 150 Beginning transfer.
[1743] Tue Apr 16 14:55:09 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 226 Transfer Complete.
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [CLIENT]: QUIT
[1743] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60778: [SERVER]: 221 Goodbye.
[1743] Tue Apr 16 14:55:09 2019 :: Closed connection from ui1.farm.particle.cz:60778
[1743] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1828] Tue Apr 16 14:55:09 2019 :: GFork functionality not enabled.:
[1828] Tue Apr 16 14:55:09 2019 :: Configuration read from /etc/gridftp.conf.
[1828] Tue Apr 16 14:55:09 2019 :: Server started in inetd mode.
[1828] Tue Apr 16 14:55:09 2019 :: New connection from: fts803.cern.ch:43876
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: USER :globus-mapping:
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 331 Password required for :globus-mapping:.
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: PASS dummy
[1828] Tue Apr 16 14:55:09 2019 :: dmlite :: starting new connection
[1828] Tue Apr 16 14:55:09 2019 :: dmlite :: DSI options :: dome_checksum
[1828] Tue Apr 16 14:55:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1828] Tue Apr 16 14:55:09 2019 :: User :globus-mapping: successfully authorized.
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: PASS dummy
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 230-User :globus-mapping: logged in.
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: SITE HELP
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 214-The following commands are recognized:
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: FEAT
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 211-Extensions supported
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b9546205-a4bb-5c72-92a5-294136b9c552;file-id=696363085;retry=0
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 250 OK.
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: TYPE I
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 200 Type set to I.
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: MODE E
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 200 Mode set to E.
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: DCAU N
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 200 DCAU N.
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1
[1828] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[1828] Tue Apr 16 14:55:09 2019 :: dmlite :: stat :: single entry
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/6e/71/HITS.17617237._023656.pool.root.1
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [CLIENT]: QUIT
[1828] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43876: [SERVER]: 221 Goodbye.
[1828] Tue Apr 16 14:55:09 2019 :: Closed connection from fts803.cern.ch:43876
[1828] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1425] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43670: [CLIENT]: QUIT
[1425] Tue Apr 16 14:55:09 2019 :: fts803.cern.ch:43670: [SERVER]: 221 Goodbye.
[1425] Tue Apr 16 14:55:09 2019 :: Closed connection from fts803.cern.ch:43670
[1425] Tue Apr 16 14:55:09 2019 :: dmlite :: closing connection
[1532] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37118: [SERVER]: 112-Perf Marker
[1532] Tue Apr 16 14:55:07 2019 :: fts802.cern.ch:37118: [SERVER]: 111 Range Marker 0-576323584
[1532] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37118: [SERVER]: 112-Perf Marker
[1532] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37118: [SERVER]: 111 Range Marker 576323584-848504660
[1532] Tue Apr 16 14:55:10 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1".
[1532] Tue Apr 16 14:55:10 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs10/atlas/2019-04-16/HITS.17617237._024609.pool.root.1.21.1555419300 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1532] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37118: [SERVER]: 226 Transfer Complete.
[1532] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37118: [CLIENT]: QUIT
[1532] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37118: [SERVER]: 221 Goodbye.
[1532] Tue Apr 16 14:55:10 2019 :: Closed connection from fts802.cern.ch:37118
[1532] Tue Apr 16 14:55:10 2019 :: dmlite :: closing connection
[1860] Tue Apr 16 14:55:10 2019 :: GFork functionality not enabled.:
[1860] Tue Apr 16 14:55:10 2019 :: Configuration read from /etc/gridftp.conf.
[1860] Tue Apr 16 14:55:10 2019 :: Server started in inetd mode.
[1860] Tue Apr 16 14:55:10 2019 :: New connection from: fts802.cern.ch:37390
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [CLIENT]: USER :globus-mapping:
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [SERVER]: 331 Password required for :globus-mapping:.
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [CLIENT]: PASS dummy
[1860] Tue Apr 16 14:55:10 2019 :: dmlite :: starting new connection
[1860] Tue Apr 16 14:55:10 2019 :: dmlite :: DSI options :: dome_checksum
[1860] Tue Apr 16 14:55:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1860] Tue Apr 16 14:55:10 2019 :: User :globus-mapping: successfully authorized.
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [CLIENT]: PASS dummy
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [SERVER]: 230-User :globus-mapping: logged in.
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [CLIENT]: SITE HELP
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [SERVER]: 214-The following commands are recognized:
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [CLIENT]: FEAT
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [SERVER]: 211-Extensions supported
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363044;retry=0
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [SERVER]: 250 OK.
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [CLIENT]: QUIT
[1860] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37390: [SERVER]: 221 Goodbye.
[1860] Tue Apr 16 14:55:10 2019 :: Closed connection from fts802.cern.ch:37390
[1860] Tue Apr 16 14:55:10 2019 :: dmlite :: closing connection
[1284] Tue Apr 16 14:55:11 2019 :: fts307.usatlas.bnl.gov:37280: [CLIENT]: QUIT
[1284] Tue Apr 16 14:55:11 2019 :: fts307.usatlas.bnl.gov:37280: [SERVER]: 221 Goodbye.
[1284] Tue Apr 16 14:55:12 2019 :: Closed connection from fts307.usatlas.bnl.gov:37280
[1284] Tue Apr 16 14:55:12 2019 :: dmlite :: closing connection
[1866] Tue Apr 16 14:55:10 2019 :: GFork functionality not enabled.:
[1866] Tue Apr 16 14:55:10 2019 :: Configuration read from /etc/gridftp.conf.
[1866] Tue Apr 16 14:55:10 2019 :: Server started in inetd mode.
[1866] Tue Apr 16 14:55:10 2019 :: New connection from: fts805.cern.ch:33552
[1866] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33552: [CLIENT]: USER :globus-mapping:
[1866] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33552: [SERVER]: 331 Password required for :globus-mapping:.
[1866] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33552: [CLIENT]: PASS dummy
[1866] Tue Apr 16 14:55:10 2019 :: dmlite :: starting new connection
[1866] Tue Apr 16 14:55:10 2019 :: dmlite :: DSI options :: dome_checksum
[1866] Tue Apr 16 14:55:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1866] Tue Apr 16 14:55:10 2019 :: User :globus-mapping: successfully authorized.
[1866] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33552: [CLIENT]: PASS dummy
[1866] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33552: [SERVER]: 230-User :globus-mapping: logged in.
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: SITE HELP
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 214-The following commands are recognized:
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: FEAT
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 211-Extensions supported
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363074;retry=0
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 250 OK.
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: TYPE I
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 200 Type set to I.
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: MODE E
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 200 Mode set to E.
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: DCAU N
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 200 DCAU N.
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: OPTS PASV AllowDelayed=1;
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 200 OPTS Command Successful.
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: EPSV
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 200 Passive delayed.
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: ALLO 858431279
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 200 ALLO command successful.
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1
[1866] Tue Apr 16 14:55:11 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1
[1866] Tue Apr 16 14:55:11 2019 :: incoming transfer
[1866] Tue Apr 16 14:55:11 2019 :: requested node: dpmpool23.farm.particle.cz
[1866] Tue Apr 16 14:55:11 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1866] Tue Apr 16 14:55:11 2019 :: connected to remote node
[1866] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33552: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::23|22834|)
[1866] Tue Apr 16 14:55:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1866] Tue Apr 16 14:55:12 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1'
[1866] Tue Apr 16 14:55:12 2019 :: dmlite :: stat :: single entry
[1866] Tue Apr 16 14:55:12 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1866] Tue Apr 16 14:55:12 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1872] Tue Apr 16 14:55:10 2019 :: GFork functionality not enabled.:
[1872] Tue Apr 16 14:55:10 2019 :: Configuration read from /etc/gridftp.conf.
[1872] Tue Apr 16 14:55:10 2019 :: Server started in inetd mode.
[1872] Tue Apr 16 14:55:10 2019 :: New connection from: fts802.cern.ch:37398
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [CLIENT]: USER :globus-mapping:
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [SERVER]: 331 Password required for :globus-mapping:.
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [CLIENT]: PASS dummy
[1872] Tue Apr 16 14:55:10 2019 :: dmlite :: starting new connection
[1872] Tue Apr 16 14:55:10 2019 :: dmlite :: DSI options :: dome_checksum
[1872] Tue Apr 16 14:55:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1872] Tue Apr 16 14:55:10 2019 :: User :globus-mapping: successfully authorized.
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [CLIENT]: PASS dummy
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [SERVER]: 230-User :globus-mapping: logged in.
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [CLIENT]: SITE HELP
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [SERVER]: 214-The following commands are recognized:
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [CLIENT]: FEAT
[1872] Tue Apr 16 14:55:10 2019 :: fts802.cern.ch:37398: [SERVER]: 211-Extensions supported
[1872] Tue Apr 16 14:55:11 2019 :: fts802.cern.ch:37398: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363044;retry=0
[1872] Tue Apr 16 14:55:11 2019 :: fts802.cern.ch:37398: [SERVER]: 250 OK.
[1872] Tue Apr 16 14:55:11 2019 :: fts802.cern.ch:37398: [CLIENT]: TYPE I
[1872] Tue Apr 16 14:55:11 2019 :: fts802.cern.ch:37398: [SERVER]: 200 Type set to I.
[1872] Tue Apr 16 14:55:11 2019 :: fts802.cern.ch:37398: [CLIENT]: MODE E
[1872] Tue Apr 16 14:55:11 2019 :: fts802.cern.ch:37398: [SERVER]: 200 Mode set to E.
[1872] Tue Apr 16 14:55:11 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1872] Tue Apr 16 14:55:11 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1
[1872] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37398: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1
[1872] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37398: [SERVER]: 213 fc6742df
[1872] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37398: [CLIENT]: QUIT
[1872] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37398: [SERVER]: 221 Goodbye.
[1872] Tue Apr 16 14:55:13 2019 :: Closed connection from fts802.cern.ch:37398
[1872] Tue Apr 16 14:55:13 2019 :: dmlite :: closing connection
[1171] Tue Apr 16 14:55:08 2019 :: Child process 1722 ended with rc = 0
[1171] Tue Apr 16 14:55:08 2019 :: Child process 1791 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1785 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1802 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1803 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1549 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1762 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1821 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1403 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1814 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1743 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1828 ended with rc = 0
[1171] Tue Apr 16 14:55:09 2019 :: Child process 1425 ended with rc = 0
[1171] Tue Apr 16 14:55:10 2019 :: Child process 1532 ended with rc = 0
[1171] Tue Apr 16 14:55:10 2019 :: Child process 1860 ended with rc = 0
[1171] Tue Apr 16 14:55:12 2019 :: Child process 1284 ended with rc = 0
[1171] Tue Apr 16 14:55:13 2019 :: Child process 1872 ended with rc = 0
[1904] Tue Apr 16 14:55:13 2019 :: GFork functionality not enabled.:
[1904] Tue Apr 16 14:55:13 2019 :: Configuration read from /etc/gridftp.conf.
[1904] Tue Apr 16 14:55:13 2019 :: Server started in inetd mode.
[1904] Tue Apr 16 14:55:13 2019 :: New connection from: fts802.cern.ch:37452
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [CLIENT]: USER :globus-mapping:
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [SERVER]: 331 Password required for :globus-mapping:.
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [CLIENT]: PASS dummy
[1904] Tue Apr 16 14:55:13 2019 :: dmlite :: starting new connection
[1904] Tue Apr 16 14:55:13 2019 :: dmlite :: DSI options :: dome_checksum
[1904] Tue Apr 16 14:55:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1904] Tue Apr 16 14:55:13 2019 :: User :globus-mapping: successfully authorized.
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [CLIENT]: PASS dummy
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [SERVER]: 230-User :globus-mapping: logged in.
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [CLIENT]: SITE HELP
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [SERVER]: 214-The following commands are recognized:
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [CLIENT]: FEAT
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [SERVER]: 211-Extensions supported
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363044;retry=0
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [SERVER]: 250 OK.
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [CLIENT]: QUIT
[1904] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37452: [SERVER]: 221 Goodbye.
[1904] Tue Apr 16 14:55:13 2019 :: Closed connection from fts802.cern.ch:37452
[1904] Tue Apr 16 14:55:13 2019 :: dmlite :: closing connection
[1915] Tue Apr 16 14:55:13 2019 :: GFork functionality not enabled.:
[1915] Tue Apr 16 14:55:13 2019 :: Configuration read from /etc/gridftp.conf.
[1915] Tue Apr 16 14:55:13 2019 :: Server started in inetd mode.
[1915] Tue Apr 16 14:55:13 2019 :: New connection from: fts802.cern.ch:37458
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: USER :globus-mapping:
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 331 Password required for :globus-mapping:.
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: PASS dummy
[1915] Tue Apr 16 14:55:13 2019 :: dmlite :: starting new connection
[1915] Tue Apr 16 14:55:13 2019 :: dmlite :: DSI options :: dome_checksum
[1915] Tue Apr 16 14:55:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1915] Tue Apr 16 14:55:13 2019 :: User :globus-mapping: successfully authorized.
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: PASS dummy
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 230-User :globus-mapping: logged in.
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: SITE HELP
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 214-The following commands are recognized:
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: FEAT
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 211-Extensions supported
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=7a2dc257-c710-50e5-bdd0-38fe1529bc71;file-id=696363044;retry=0
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 250 OK.
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: TYPE I
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 200 Type set to I.
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: MODE E
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 200 Mode set to E.
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: DCAU N
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 200 DCAU N.
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1
[1915] Tue Apr 16 14:55:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[1915] Tue Apr 16 14:55:13 2019 :: dmlite :: stat :: single entry
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b2/74/HITS.17617237._024609.pool.root.1
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [CLIENT]: QUIT
[1915] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37458: [SERVER]: 221 Goodbye.
[1915] Tue Apr 16 14:55:13 2019 :: Closed connection from fts802.cern.ch:37458
[1915] Tue Apr 16 14:55:13 2019 :: dmlite :: closing connection
[1523] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37102: [CLIENT]: QUIT
[1523] Tue Apr 16 14:55:13 2019 :: fts802.cern.ch:37102: [SERVER]: 221 Goodbye.
[1523] Tue Apr 16 14:55:13 2019 :: Closed connection from fts802.cern.ch:37102
[1523] Tue Apr 16 14:55:13 2019 :: dmlite :: closing connection
[1834] Tue Apr 16 14:55:09 2019 :: GFork functionality not enabled.:
[1834] Tue Apr 16 14:55:09 2019 :: Configuration read from /etc/gridftp.conf.
[1834] Tue Apr 16 14:55:09 2019 :: Server started in inetd mode.
[1834] Tue Apr 16 14:55:09 2019 :: New connection from: fts805.cern.ch:33522
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [CLIENT]: USER :globus-mapping:
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [SERVER]: 331 Password required for :globus-mapping:.
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [CLIENT]: PASS dummy
[1834] Tue Apr 16 14:55:09 2019 :: dmlite :: starting new connection
[1834] Tue Apr 16 14:55:09 2019 :: dmlite :: DSI options :: dome_checksum
[1834] Tue Apr 16 14:55:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1834] Tue Apr 16 14:55:09 2019 :: User :globus-mapping: successfully authorized.
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [CLIENT]: PASS dummy
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [SERVER]: 230-User :globus-mapping: logged in.
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [CLIENT]: SITE HELP
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [SERVER]: 214-The following commands are recognized:
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [CLIENT]: FEAT
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [SERVER]: 211-Extensions supported
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363074;retry=0
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [SERVER]: 250 OK.
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [CLIENT]: TYPE I
[1834] Tue Apr 16 14:55:09 2019 :: fts805.cern.ch:33522: [SERVER]: 200 Type set to I.
[1834] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33522: [CLIENT]: DCAU N
[1834] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33522: [SERVER]: 200 DCAU N.
[1834] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33522: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1
[1834] Tue Apr 16 14:55:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1834] Tue Apr 16 14:55:10 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1834] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33522: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1834] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33522: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb
[1834] Tue Apr 16 14:55:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1834] Tue Apr 16 14:55:10 2019 :: dmlite :: stat :: single entry
[1834] Tue Apr 16 14:55:10 2019 :: fts805.cern.ch:33522: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb
[1842] Tue Apr 16 14:55:09 2019 :: GFork functionality not enabled.:
[1842] Tue Apr 16 14:55:09 2019 :: Configuration read from /etc/gridftp.conf.
[1842] Tue Apr 16 14:55:09 2019 :: Server started in inetd mode.
[1842] Tue Apr 16 14:55:09 2019 :: New connection from: ui1.farm.particle.cz:60788
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: USER :globus-mapping:
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 331 Password required for :globus-mapping:.
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASS dummy
[1842] Tue Apr 16 14:55:09 2019 :: dmlite :: starting new connection
[1842] Tue Apr 16 14:55:09 2019 :: dmlite :: DSI options :: dome_checksum
[1842] Tue Apr 16 14:55:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1842] Tue Apr 16 14:55:09 2019 :: User :globus-mapping: successfully authorized.
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASS dummy
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 230-User :globus-mapping: logged in.
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: SITE HELP
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 214-The following commands are recognized:
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: FEAT
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 211-Extensions supported
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1842] Tue Apr 16 14:55:09 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1897] Tue Apr 16 14:55:12 2019 :: GFork functionality not enabled.:
[1897] Tue Apr 16 14:55:12 2019 :: Configuration read from /etc/gridftp.conf.
[1897] Tue Apr 16 14:55:12 2019 :: Server started in inetd mode.
[1897] Tue Apr 16 14:55:12 2019 :: New connection from: fts805.cern.ch:33590
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [CLIENT]: USER :globus-mapping:
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [SERVER]: 331 Password required for :globus-mapping:.
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [CLIENT]: PASS dummy
[1897] Tue Apr 16 14:55:12 2019 :: dmlite :: starting new connection
[1897] Tue Apr 16 14:55:12 2019 :: dmlite :: DSI options :: dome_checksum
[1897] Tue Apr 16 14:55:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1897] Tue Apr 16 14:55:12 2019 :: User :globus-mapping: successfully authorized.
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [CLIENT]: PASS dummy
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [SERVER]: 230-User :globus-mapping: logged in.
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [CLIENT]: SITE HELP
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [SERVER]: 214-The following commands are recognized:
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [CLIENT]: FEAT
[1897] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33590: [SERVER]: 211-Extensions supported
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b3a1aa71-cac1-5518-b8f7-91f9ef9ab20a;file-id=696363054;retry=0
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [SERVER]: 250 OK.
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [CLIENT]: TYPE I
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [SERVER]: 200 Type set to I.
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [CLIENT]: MODE E
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [SERVER]: 200 Mode set to E.
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [CLIENT]: DCAU N
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [SERVER]: 200 DCAU N.
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [CLIENT]: OPTS PASV AllowDelayed=1;
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [SERVER]: 200 OPTS Command Successful.
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [CLIENT]: EPSV
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [SERVER]: 200 Passive delayed.
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [CLIENT]: ALLO 854734171
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [SERVER]: 200 ALLO command successful.
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1
[1897] Tue Apr 16 14:55:13 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1
[1897] Tue Apr 16 14:55:13 2019 :: incoming transfer
[1897] Tue Apr 16 14:55:13 2019 :: requested node: dpmpool9.farm.particle.cz
[1897] Tue Apr 16 14:55:13 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1897] Tue Apr 16 14:55:13 2019 :: connected to remote node
[1897] Tue Apr 16 14:55:13 2019 :: fts805.cern.ch:33590: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|22345|)
[1897] Tue Apr 16 14:55:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1897] Tue Apr 16 14:55:14 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1'
[1897] Tue Apr 16 14:55:14 2019 :: dmlite :: stat :: single entry
[1897] Tue Apr 16 14:55:14 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1897] Tue Apr 16 14:55:14 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1850] Tue Apr 16 14:55:09 2019 :: GFork functionality not enabled.:
[1850] Tue Apr 16 14:55:09 2019 :: Configuration read from /etc/gridftp.conf.
[1850] Tue Apr 16 14:55:09 2019 :: Server started in inetd mode.
[1850] Tue Apr 16 14:55:09 2019 :: New connection from: ui1.farm.particle.cz:60792
[1866] Tue Apr 16 14:55:12 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1866] Tue Apr 16 14:55:12 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024601.pool.root.1.24.1555419311 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1866] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33552: [SERVER]: 150 Beginning transfer.
[1866] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33552: [SERVER]: 112-Perf Marker
[1926] Tue Apr 16 14:55:14 2019 :: GFork functionality not enabled.:
[1926] Tue Apr 16 14:55:14 2019 :: Configuration read from /etc/gridftp.conf.
[1926] Tue Apr 16 14:55:14 2019 :: Server started in inetd mode.
[1926] Tue Apr 16 14:55:14 2019 :: New connection from: ui1.farm.particle.cz:60794
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: USER :globus-mapping:
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 331 Password required for :globus-mapping:.
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: PASS dummy
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: starting new connection
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: DSI options :: dome_checksum
[1926] Tue Apr 16 14:55:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1926] Tue Apr 16 14:55:15 2019 :: User :globus-mapping: successfully authorized.
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: PASS dummy
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 230-User :globus-mapping: logged in.
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: SITE HELP
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 214-The following commands are recognized:
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: FEAT
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 211-Extensions supported
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 250 OK.
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: TYPE I
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 200 Type set to I.
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: DCAU N
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 200 DCAU N.
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: single entry
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: single entry
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: single entry
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 250 OK.
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 250 OK.
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [CLIENT]: QUIT
[1926] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60794: [SERVER]: 221 Goodbye.
[1926] Tue Apr 16 14:55:15 2019 :: Closed connection from ui1.farm.particle.cz:60794
[1926] Tue Apr 16 14:55:15 2019 :: dmlite :: closing connection
[1937] Tue Apr 16 14:55:15 2019 :: GFork functionality not enabled.:
[1937] Tue Apr 16 14:55:15 2019 :: Configuration read from /etc/gridftp.conf.
[1937] Tue Apr 16 14:55:15 2019 :: Server started in inetd mode.
[1937] Tue Apr 16 14:55:15 2019 :: New connection from: ui1.farm.particle.cz:60798
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: USER :globus-mapping:
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 331 Password required for :globus-mapping:.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: PASS dummy
[1937] Tue Apr 16 14:55:15 2019 :: dmlite :: starting new connection
[1937] Tue Apr 16 14:55:15 2019 :: dmlite :: DSI options :: dome_checksum
[1937] Tue Apr 16 14:55:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1937] Tue Apr 16 14:55:15 2019 :: User :globus-mapping: successfully authorized.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: PASS dummy
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 230-User :globus-mapping: logged in.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: SITE HELP
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 214-The following commands are recognized:
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: FEAT
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 211-Extensions supported
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 250 OK.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: TYPE I
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 200 Type set to I.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: DCAU N
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 200 DCAU N.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: OPTS PASV AllowDelayed=1;
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 200 OPTS Command Successful.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: PASV
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 200 Passive delayed.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1937] Tue Apr 16 14:55:15 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1937] Tue Apr 16 14:55:15 2019 :: not delayed
[1937] Tue Apr 16 14:55:15 2019 :: rolling the dice
[1937] Tue Apr 16 14:55:15 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[1937] Tue Apr 16 14:55:15 2019 :: connected to remote node
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 127 Entering Passive Mode (147,231,25,91,89,120)
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 150 Beginning transfer.
[1937] Tue Apr 16 14:55:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2".
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 226 Transfer Complete.
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [CLIENT]: QUIT
[1937] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60798: [SERVER]: 221 Goodbye.
[1937] Tue Apr 16 14:55:15 2019 :: Closed connection from ui1.farm.particle.cz:60798
[1937] Tue Apr 16 14:55:15 2019 :: dmlite :: closing connection
[1883] Tue Apr 16 14:55:11 2019 :: GFork functionality not enabled.:
[1883] Tue Apr 16 14:55:11 2019 :: Configuration read from /etc/gridftp.conf.
[1883] Tue Apr 16 14:55:11 2019 :: Server started in inetd mode.
[1883] Tue Apr 16 14:55:11 2019 :: New connection from: fts805.cern.ch:33572
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [CLIENT]: USER :globus-mapping:
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [SERVER]: 331 Password required for :globus-mapping:.
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [CLIENT]: PASS dummy
[1883] Tue Apr 16 14:55:11 2019 :: dmlite :: starting new connection
[1883] Tue Apr 16 14:55:11 2019 :: dmlite :: DSI options :: dome_checksum
[1883] Tue Apr 16 14:55:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[1883] Tue Apr 16 14:55:11 2019 :: User :globus-mapping: successfully authorized.
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [CLIENT]: PASS dummy
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [SERVER]: 230-User :globus-mapping: logged in.
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [CLIENT]: SITE HELP
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [SERVER]: 214-The following commands are recognized:
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [CLIENT]: FEAT
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [SERVER]: 211-Extensions supported
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b3a1aa71-cac1-5518-b8f7-91f9ef9ab20a;file-id=696363054;retry=0
[1883] Tue Apr 16 14:55:11 2019 :: fts805.cern.ch:33572: [SERVER]: 250 OK.
[1883] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33572: [CLIENT]: TYPE I
[1883] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33572: [SERVER]: 200 Type set to I.
[1883] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33572: [CLIENT]: DCAU N
[1883] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33572: [SERVER]: 200 DCAU N.
[1883] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33572: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1
[1883] Tue Apr 16 14:55:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1883] Tue Apr 16 14:55:12 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1883] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33572: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1883] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33572: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef
[1883] Tue Apr 16 14:55:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1883] Tue Apr 16 14:55:12 2019 :: dmlite :: stat :: single entry
[1883] Tue Apr 16 14:55:12 2019 :: fts805.cern.ch:33572: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef
[1891] Tue Apr 16 14:55:12 2019 :: GFork functionality not enabled.:
[1891] Tue Apr 16 14:55:12 2019 :: Configuration read from /etc/gridftp.conf.
[1891] Tue Apr 16 14:55:12 2019 :: Server started in inetd mode.
[1891] Tue Apr 16 14:55:12 2019 :: New connection from: malva03.farm.particle.cz:50296
[1897] Tue Apr 16 14:55:14 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1897] Tue Apr 16 14:55:14 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024807.pool.root.1.25.1555419313 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1897] Tue Apr 16 14:55:14 2019 :: fts805.cern.ch:33590: [SERVER]: 150 Beginning transfer.
[1897] Tue Apr 16 14:55:14 2019 :: fts805.cern.ch:33590: [SERVER]: 112-Perf Marker
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: USER :globus-mapping:
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 331 Password required for :globus-mapping:.
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: PASS dummy
[1891] Tue Apr 16 14:55:17 2019 :: dmlite :: starting new connection
[1891] Tue Apr 16 14:55:17 2019 :: dmlite :: DSI options :: dome_checksum
[1891] Tue Apr 16 14:55:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1891] Tue Apr 16 14:55:17 2019 :: User :globus-mapping: successfully authorized.
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: PASS dummy
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 230-User :globus-mapping: logged in.
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: SITE HELP
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 214-The following commands are recognized:
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: FEAT
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 211-Extensions supported
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 250 OK.
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: TYPE I
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 200 Type set to I.
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: DCAU N
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 200 DCAU N.
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1
[1891] Tue Apr 16 14:55:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1891] Tue Apr 16 14:55:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [CLIENT]: QUIT
[1891] Tue Apr 16 14:55:17 2019 :: malva03.farm.particle.cz:50296: [SERVER]: 221 Goodbye.
[1891] Tue Apr 16 14:55:17 2019 :: Closed connection from malva03.farm.particle.cz:50296
[1891] Tue Apr 16 14:55:17 2019 :: dmlite :: closing connection
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: TYPE I
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 Type set to I.
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DCAU N
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 DCAU N.
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: OPTS PASV AllowDelayed=1;
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 OPTS Command Successful.
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASV
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 Passive delayed.
[1842] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1842] Tue Apr 16 14:55:14 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1842] Tue Apr 16 14:55:14 2019 :: outgoing transfer
[1842] Tue Apr 16 14:55:14 2019 :: requested node: dpmpool9.farm.particle.cz
[1842] Tue Apr 16 14:55:14 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1842] Tue Apr 16 14:55:15 2019 :: connected to remote node
[1842] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 127 Entering Passive Mode (147,231,25,47,89,120)
[1842] Tue Apr 16 14:55:15 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.23.1555419308 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 150 Beginning transfer.
[1842] Tue Apr 16 14:55:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[1842] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 226 Transfer Complete.
[1842] Tue Apr 16 14:55:15 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:15 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1842] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1842] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[1842] Tue Apr 16 14:55:16 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting" created successfully.
[1842] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASV
[1842] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 Passive delayed.
[1842] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[1842] Tue Apr 16 14:55:16 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[1842] Tue Apr 16 14:55:16 2019 :: incoming transfer
[1842] Tue Apr 16 14:55:16 2019 :: requested node: dpmpool23.farm.particle.cz
[1842] Tue Apr 16 14:55:16 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1842] Tue Apr 16 14:55:16 2019 :: connected to remote node
[1842] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 127 Entering Passive Mode (147,231,25,94,93,159)
[1842] Tue Apr 16 14:55:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0'
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:55:13 2019 :: Child process 1904 ended with rc = 0
[1171] Tue Apr 16 14:55:13 2019 :: Child process 1915 ended with rc = 0
[1171] Tue Apr 16 14:55:13 2019 :: Child process 1523 ended with rc = 0
[1171] Tue Apr 16 14:55:15 2019 :: Child process 1937 ended with rc = 0
[1171] Tue Apr 16 14:55:15 2019 :: Child process 1926 ended with rc = 0
[1171] Tue Apr 16 14:55:17 2019 :: Child process 1891 ended with rc = 0
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: USER :globus-mapping:
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 331 Password required for :globus-mapping:.
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASS dummy
[1850] Tue Apr 16 14:55:14 2019 :: dmlite :: starting new connection
[1850] Tue Apr 16 14:55:14 2019 :: dmlite :: DSI options :: dome_checksum
[1850] Tue Apr 16 14:55:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1850] Tue Apr 16 14:55:14 2019 :: User :globus-mapping: successfully authorized.
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASS dummy
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 230-User :globus-mapping: logged in.
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: SITE HELP
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 214-The following commands are recognized:
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: FEAT
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 211-Extensions supported
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250 OK.
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: TYPE I
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Type set to I.
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: DCAU N
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 DCAU N.
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1850] Tue Apr 16 14:55:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:14 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:14 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1850] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1850] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:15 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:15 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1850] Tue Apr 16 14:55:16 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1850] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250 OK.
[1850] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[1850] Tue Apr 16 14:55:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:16 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:16 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1850] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:17 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: OPTS PASV AllowDelayed=1;
[1850] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 OPTS Command Successful.
[1850] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[1850] Tue Apr 16 14:55:17 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[1850] Tue Apr 16 14:55:17 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:17 2019 :: requested node: dpmpool21.farm.particle.cz
[1850] Tue Apr 16 14:55:17 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:18 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:18 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,92,81,219)
[1850] Tue Apr 16 14:55:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1'
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/0.26.1555419316 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 150 Beginning transfer.
[1842] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 112-Perf Marker
[1842] Tue Apr 16 14:55:17 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0".
[1842] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 226 Transfer Complete.
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/0.26.1555419316 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:17 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1842] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp
[1842] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 350 OK. Send RNTO with destination name.
[1842] Tue Apr 16 14:55:19 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/1.27.1555419317 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:19 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1".
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/1.27.1555419317 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 350 OK. Send RNTO with destination name.
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250 OK.
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[1850] Tue Apr 16 14:55:19 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[1850] Tue Apr 16 14:55:19 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:19 2019 :: requested node: dpmpool21.farm.particle.cz
[1850] Tue Apr 16 14:55:19 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[1866] Tue Apr 16 14:55:17 2019 :: fts805.cern.ch:33552: [SERVER]: 112-Perf Marker
[1866] Tue Apr 16 14:55:17 2019 :: fts805.cern.ch:33552: [SERVER]: 111 Range Marker 0-267911168
[1945] Tue Apr 16 14:55:15 2019 :: GFork functionality not enabled.:
[1945] Tue Apr 16 14:55:15 2019 :: Configuration read from /etc/gridftp.conf.
[1945] Tue Apr 16 14:55:15 2019 :: Server started in inetd mode.
[1945] Tue Apr 16 14:55:15 2019 :: New connection from: ui1.farm.particle.cz:60802
[1850] Tue Apr 16 14:55:19 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,92,93,235)
[1850] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2'
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1897] Tue Apr 16 14:55:19 2019 :: fts805.cern.ch:33590: [SERVER]: 112-Perf Marker
[1897] Tue Apr 16 14:55:19 2019 :: fts805.cern.ch:33590: [SERVER]: 111 Range Marker 0-154140672
[1953] Tue Apr 16 14:55:17 2019 :: GFork functionality not enabled.:
[1953] Tue Apr 16 14:55:17 2019 :: Configuration read from /etc/gridftp.conf.
[1953] Tue Apr 16 14:55:17 2019 :: Server started in inetd mode.
[1953] Tue Apr 16 14:55:17 2019 :: New connection from: malva03.farm.particle.cz:50300
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: USER :globus-mapping:
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 331 Password required for :globus-mapping:.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: PASS dummy
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: starting new connection
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: DSI options :: dome_checksum
[1945] Tue Apr 16 14:55:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1945] Tue Apr 16 14:55:21 2019 :: User :globus-mapping: successfully authorized.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: PASS dummy
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 230-User :globus-mapping: logged in.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: SITE HELP
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 214-The following commands are recognized:
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: FEAT
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 211-Extensions supported
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 250 OK.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: TYPE I
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 200 Type set to I.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: DCAU N
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 200 DCAU N.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: single entry
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2" created successfully.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: OPTS PASV AllowDelayed=1;
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 200 OPTS Command Successful.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: PASV
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 200 Passive delayed.
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1945] Tue Apr 16 14:55:21 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1945] Tue Apr 16 14:55:21 2019 :: incoming transfer
[1945] Tue Apr 16 14:55:21 2019 :: requested node: dpmpool21.farm.particle.cz
[1945] Tue Apr 16 14:55:21 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[1945] Tue Apr 16 14:55:21 2019 :: connected to remote node
[1945] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 127 Entering Passive Mode (147,231,25,92,84,247)
[1945] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services'
[1945] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: single entry
[1945] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1945] Tue Apr 16 14:55:22 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[1842] Tue Apr 16 14:55:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:19 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:19 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1842] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASV
[1842] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 Passive delayed.
[1842] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[1842] Tue Apr 16 14:55:21 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[1842] Tue Apr 16 14:55:21 2019 :: incoming transfer
[1842] Tue Apr 16 14:55:21 2019 :: requested node: dpmpool9.farm.particle.cz
[1842] Tue Apr 16 14:55:21 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1842] Tue Apr 16 14:55:21 2019 :: connected to remote node
[1842] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 127 Entering Passive Mode (147,231,25,47,84,247)
[1842] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3'
[1842] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1842] Tue Apr 16 14:55:22 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:22 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:22 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.29.1555419321 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 150 Beginning transfer.
[1945] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 112-Perf Marker
[1945] Tue Apr 16 14:55:22 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services".
[1945] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 226 Transfer Complete.
[1945] Tue Apr 16 14:55:22 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.29.1555419321 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1945] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60802: [CLIENT]: QUIT
[1945] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60802: [SERVER]: 221 Goodbye.
[1945] Tue Apr 16 14:55:22 2019 :: Closed connection from ui1.farm.particle.cz:60802
[1945] Tue Apr 16 14:55:22 2019 :: dmlite :: closing connection
[1171] Tue Apr 16 14:55:22 2019 :: Child process 1945 ended with rc = 0
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: USER :globus-mapping:
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 331 Password required for :globus-mapping:.
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: PASS dummy
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: starting new connection
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: DSI options :: dome_checksum
[1953] Tue Apr 16 14:55:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1953] Tue Apr 16 14:55:22 2019 :: User :globus-mapping: successfully authorized.
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: PASS dummy
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 230-User :globus-mapping: logged in.
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: SITE HELP
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 214-The following commands are recognized:
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: FEAT
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 211-Extensions supported
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 250 OK.
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: TYPE I
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 200 Type set to I.
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: DCAU N
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 200 DCAU N.
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba' - 22-[#00.000022] Can't create folder 'ba' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: OPTS PASV AllowDelayed=1;
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 200 OPTS Command Successful.
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: PASV
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 200 Passive delayed.
[1953] Tue Apr 16 14:55:22 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:22 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:22 2019 :: incoming transfer
[1953] Tue Apr 16 14:55:22 2019 :: requested node: dpmpool23.farm.particle.cz
[1953] Tue Apr 16 14:55:22 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1953] Tue Apr 16 14:55:23 2019 :: connected to remote node
[1953] Tue Apr 16 14:55:23 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 127 Entering Passive Mode (147,231,25,94,84,115)
[1953] Tue Apr 16 14:55:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload'
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: single entry
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/2.28.1555419319 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:21 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2".
[1850] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/2.28.1555419319 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:21 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:21 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1850] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:23 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[1850] Tue Apr 16 14:55:23 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[1850] Tue Apr 16 14:55:23 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:23 2019 :: requested node: dpmpool23.farm.particle.cz
[1850] Tue Apr 16 14:55:23 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:23 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,94,84,116)
[1850] Tue Apr 16 14:55:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4'
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:22 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:22 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/3.30.1555419321 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 150 Beginning transfer.
[1842] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 112-Perf Marker
[1842] Tue Apr 16 14:55:22 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3".
[1842] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 226 Transfer Complete.
[1842] Tue Apr 16 14:55:22 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/3.30.1555419321 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[1842] Tue Apr 16 14:55:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:23 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1842] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASV
[1842] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 Passive delayed.
[1842] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[1842] Tue Apr 16 14:55:24 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[1842] Tue Apr 16 14:55:24 2019 :: incoming transfer
[1842] Tue Apr 16 14:55:24 2019 :: requested node: dpmpool23.farm.particle.cz
[1842] Tue Apr 16 14:55:24 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/4.32.1555419323 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:24 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4".
[1850] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/4.32.1555419323 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:24 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1866] Tue Apr 16 14:55:22 2019 :: fts805.cern.ch:33552: [SERVER]: 112-Perf Marker
[1866] Tue Apr 16 14:55:22 2019 :: fts805.cern.ch:33552: [SERVER]: 111 Range Marker 267911168-581697536
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17639170._128327.pool.root.1.rucio.upload.31.1555419322 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:24 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 150 Beginning transfer.
[1953] Tue Apr 16 14:55:24 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 112-Perf Marker
[1953] Tue Apr 16 14:55:24 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload".
[1953] Tue Apr 16 14:55:24 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 226 Transfer Complete.
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17639170._128327.pool.root.1.rucio.upload.31.1555419322 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:24 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: single entry
[1953] Tue Apr 16 14:55:24 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:24 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 213 85995c0e
[1953] Tue Apr 16 14:55:25 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:25 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba' - 22-[#00.000022] Can't create folder 'ba' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[1953] Tue Apr 16 14:55:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:25 2019 :: dmlite :: stat :: single entry
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1.rucio.upload
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 350 OK. Send RNTO with destination name.
[1953] Tue Apr 16 14:55:25 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 250 OK.
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [CLIENT]: QUIT
[1953] Tue Apr 16 14:55:25 2019 :: malva03.farm.particle.cz:50300: [SERVER]: 221 Goodbye.
[1953] Tue Apr 16 14:55:25 2019 :: Closed connection from malva03.farm.particle.cz:50300
[1953] Tue Apr 16 14:55:25 2019 :: dmlite :: closing connection
[1975] Tue Apr 16 14:55:22 2019 :: GFork functionality not enabled.:
[1975] Tue Apr 16 14:55:22 2019 :: Configuration read from /etc/gridftp.conf.
[1975] Tue Apr 16 14:55:22 2019 :: Server started in inetd mode.
[1975] Tue Apr 16 14:55:22 2019 :: New connection from: ui1.farm.particle.cz:60816
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: USER :globus-mapping:
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 331 Password required for :globus-mapping:.
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: PASS dummy
[1975] Tue Apr 16 14:55:23 2019 :: dmlite :: starting new connection
[1975] Tue Apr 16 14:55:23 2019 :: dmlite :: DSI options :: dome_checksum
[1975] Tue Apr 16 14:55:23 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1975] Tue Apr 16 14:55:23 2019 :: User :globus-mapping: successfully authorized.
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: PASS dummy
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 230-User :globus-mapping: logged in.
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: SITE HELP
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 214-The following commands are recognized:
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: FEAT
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 211-Extensions supported
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 250 OK.
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: TYPE I
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 200 Type set to I.
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: DCAU N
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 200 DCAU N.
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1975] Tue Apr 16 14:55:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1975] Tue Apr 16 14:55:23 2019 :: dmlite :: stat :: single entry
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1975] Tue Apr 16 14:55:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1975] Tue Apr 16 14:55:23 2019 :: dmlite :: stat :: single entry
[1975] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1975] Tue Apr 16 14:55:24 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1975] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1975] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 250 OK.
[1975] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: OPTS PASV AllowDelayed=1;
[1975] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 200 OPTS Command Successful.
[1975] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: PASV
[1975] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 200 Passive delayed.
[1975] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1975] Tue Apr 16 14:55:24 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1975] Tue Apr 16 14:55:24 2019 :: incoming transfer
[1975] Tue Apr 16 14:55:24 2019 :: requested node: dpmpool20.farm.particle.cz
[1975] Tue Apr 16 14:55:24 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[1975] Tue Apr 16 14:55:24 2019 :: connected to remote node
[1975] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 127 Entering Passive Mode (147,231,25,91,79,63)
[1975] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1975] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)('
[1975] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: single entry
[1975] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1975] Tue Apr 16 14:55:26 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:24 2019 :: connected to remote node
[1842] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 127 Entering Passive Mode (147,231,25,94,79,63)
[1842] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5'
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1975] Tue Apr 16 14:55:26 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1975] Tue Apr 16 14:55:26 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.33.1555419324 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1975] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 150 Beginning transfer.
[1975] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 112-Perf Marker
[1975] Tue Apr 16 14:55:26 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[1975] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 226 Transfer Complete.
[1975] Tue Apr 16 14:55:26 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.33.1555419324 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1975] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60816: [CLIENT]: QUIT
[1975] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60816: [SERVER]: 221 Goodbye.
[1975] Tue Apr 16 14:55:26 2019 :: Closed connection from ui1.farm.particle.cz:60816
[1975] Tue Apr 16 14:55:26 2019 :: dmlite :: closing connection
[1968] Tue Apr 16 14:55:22 2019 :: GFork functionality not enabled.:
[1968] Tue Apr 16 14:55:22 2019 :: Configuration read from /etc/gridftp.conf.
[1968] Tue Apr 16 14:55:22 2019 :: Server started in inetd mode.
[1968] Tue Apr 16 14:55:22 2019 :: New connection from: ui1.farm.particle.cz:60814
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: USER :globus-mapping:
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 331 Password required for :globus-mapping:.
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: PASS dummy
[1968] Tue Apr 16 14:55:22 2019 :: dmlite :: starting new connection
[1968] Tue Apr 16 14:55:22 2019 :: dmlite :: DSI options :: dome_checksum
[1968] Tue Apr 16 14:55:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1968] Tue Apr 16 14:55:22 2019 :: User :globus-mapping: successfully authorized.
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: PASS dummy
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 230-User :globus-mapping: logged in.
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: SITE HELP
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 214-The following commands are recognized:
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: FEAT
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 211-Extensions supported
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1968] Tue Apr 16 14:55:22 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 250 OK.
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: TYPE I
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 200 Type set to I.
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: DCAU N
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 200 DCAU N.
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: OPTS PASV AllowDelayed=1;
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 200 OPTS Command Successful.
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: PASV
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 200 Passive delayed.
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1968] Tue Apr 16 14:55:23 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1968] Tue Apr 16 14:55:23 2019 :: outgoing transfer
[1968] Tue Apr 16 14:55:23 2019 :: requested node: dpmpool21.farm.particle.cz
[1968] Tue Apr 16 14:55:23 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[1968] Tue Apr 16 14:55:23 2019 :: connected to remote node
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 127 Entering Passive Mode (147,231,25,92,84,115)
[1968] Tue Apr 16 14:55:23 2019 :: dmlite :: send :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.29.1555419321 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 150 Beginning transfer.
[1968] Tue Apr 16 14:55:23 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services".
[1968] Tue Apr 16 14:55:23 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 226 Transfer Complete.
[1968] Tue Apr 16 14:55:23 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1968] Tue Apr 16 14:55:23 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1968] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[1968] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[1968] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1968] Tue Apr 16 14:55:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1968] Tue Apr 16 14:55:24 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (253 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1968] Tue Apr 16 14:55:24 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1968] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60814: [CLIENT]: QUIT
[1968] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60814: [SERVER]: 221 Goodbye.
[1968] Tue Apr 16 14:55:26 2019 :: Closed connection from ui1.farm.particle.cz:60814
[1968] Tue Apr 16 14:55:26 2019 :: dmlite :: closing connection
[1866] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33552: [SERVER]: 112-Perf Marker
[1866] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33552: [SERVER]: 111 Range Marker 581697536-858431279
[1866] Tue Apr 16 14:55:26 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1".
[1866] Tue Apr 16 14:55:26 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024601.pool.root.1.24.1555419311 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1866] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33552: [SERVER]: 226 Transfer Complete.
[1866] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33552: [CLIENT]: QUIT
[1866] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33552: [SERVER]: 221 Goodbye.
[1866] Tue Apr 16 14:55:26 2019 :: Closed connection from fts805.cern.ch:33552
[1866] Tue Apr 16 14:55:26 2019 :: dmlite :: closing connection
[2002] Tue Apr 16 14:55:26 2019 :: GFork functionality not enabled.:
[2002] Tue Apr 16 14:55:26 2019 :: Configuration read from /etc/gridftp.conf.
[2002] Tue Apr 16 14:55:26 2019 :: Server started in inetd mode.
[2002] Tue Apr 16 14:55:26 2019 :: New connection from: fts805.cern.ch:33982
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [CLIENT]: USER :globus-mapping:
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [SERVER]: 331 Password required for :globus-mapping:.
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [CLIENT]: PASS dummy
[2002] Tue Apr 16 14:55:26 2019 :: dmlite :: starting new connection
[2002] Tue Apr 16 14:55:26 2019 :: dmlite :: DSI options :: dome_checksum
[2002] Tue Apr 16 14:55:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2002] Tue Apr 16 14:55:26 2019 :: User :globus-mapping: successfully authorized.
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [CLIENT]: PASS dummy
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [SERVER]: 230-User :globus-mapping: logged in.
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [CLIENT]: SITE HELP
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [SERVER]: 214-The following commands are recognized:
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [CLIENT]: FEAT
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [SERVER]: 211-Extensions supported
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363074;retry=0
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [SERVER]: 250 OK.
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [CLIENT]: QUIT
[2002] Tue Apr 16 14:55:26 2019 :: fts805.cern.ch:33982: [SERVER]: 221 Goodbye.
[2002] Tue Apr 16 14:55:26 2019 :: Closed connection from fts805.cern.ch:33982
[2002] Tue Apr 16 14:55:26 2019 :: dmlite :: closing connection
[1897] Tue Apr 16 14:55:24 2019 :: fts805.cern.ch:33590: [SERVER]: 112-Perf Marker
[1897] Tue Apr 16 14:55:24 2019 :: fts805.cern.ch:33590: [SERVER]: 111 Range Marker 154140672-345505792
[1850] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[1850] Tue Apr 16 14:55:26 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[1850] Tue Apr 16 14:55:26 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:26 2019 :: requested node: dpmpool20.farm.particle.cz
[1850] Tue Apr 16 14:55:26 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:26 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,91,87,88)
[1850] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6'
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:55:25 2019 :: Child process 1953 ended with rc = 0
[1171] Tue Apr 16 14:55:26 2019 :: Child process 1975 ended with rc = 0
[1171] Tue Apr 16 14:55:26 2019 :: Child process 1968 ended with rc = 0
[1171] Tue Apr 16 14:55:26 2019 :: Child process 1866 ended with rc = 0
[1171] Tue Apr 16 14:55:26 2019 :: Child process 2002 ended with rc = 0
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/5.34.1555419324 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 150 Beginning transfer.
[1842] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 112-Perf Marker
[1842] Tue Apr 16 14:55:26 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5".
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/5.34.1555419324 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 226 Transfer Complete.
[1842] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:26 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:26 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1842] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASV
[1842] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 Passive delayed.
[1842] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[1842] Tue Apr 16 14:55:27 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[1842] Tue Apr 16 14:55:27 2019 :: incoming transfer
[1842] Tue Apr 16 14:55:27 2019 :: requested node: dpmpool20.farm.particle.cz
[1842] Tue Apr 16 14:55:27 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[1842] Tue Apr 16 14:55:27 2019 :: connected to remote node
[1842] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 127 Entering Passive Mode (147,231,25,91,84,148)
[1842] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7'
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2008] Tue Apr 16 14:55:26 2019 :: GFork functionality not enabled.:
[2008] Tue Apr 16 14:55:26 2019 :: Configuration read from /etc/gridftp.conf.
[2008] Tue Apr 16 14:55:26 2019 :: Server started in inetd mode.
[2008] Tue Apr 16 14:55:26 2019 :: New connection from: fts805.cern.ch:33986
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [CLIENT]: USER :globus-mapping:
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [SERVER]: 331 Password required for :globus-mapping:.
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [CLIENT]: PASS dummy
[2008] Tue Apr 16 14:55:27 2019 :: dmlite :: starting new connection
[2008] Tue Apr 16 14:55:27 2019 :: dmlite :: DSI options :: dome_checksum
[2008] Tue Apr 16 14:55:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2008] Tue Apr 16 14:55:27 2019 :: User :globus-mapping: successfully authorized.
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [CLIENT]: PASS dummy
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [SERVER]: 230-User :globus-mapping: logged in.
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [CLIENT]: SITE HELP
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [SERVER]: 214-The following commands are recognized:
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [CLIENT]: FEAT
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [SERVER]: 211-Extensions supported
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363074;retry=0
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [SERVER]: 250 OK.
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [CLIENT]: TYPE I
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [SERVER]: 200 Type set to I.
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [CLIENT]: MODE E
[2008] Tue Apr 16 14:55:27 2019 :: fts805.cern.ch:33986: [SERVER]: 200 Mode set to E.
[2008] Tue Apr 16 14:55:27 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2008] Tue Apr 16 14:55:27 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1
[2008] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:33986: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1
[2008] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:33986: [SERVER]: 213 db9b16d1
[2008] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:33986: [CLIENT]: QUIT
[2008] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:33986: [SERVER]: 221 Goodbye.
[2008] Tue Apr 16 14:55:29 2019 :: Closed connection from fts805.cern.ch:33986
[2008] Tue Apr 16 14:55:29 2019 :: dmlite :: closing connection
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/7.36.1555419327 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 150 Beginning transfer.
[1842] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 112-Perf Marker
[1842] Tue Apr 16 14:55:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7".
[1842] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 226 Transfer Complete.
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/7.36.1555419327 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:29 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/6.35.1555419326 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:27 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6".
[1850] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/6.35.1555419326 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:27 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1850] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[1850] Tue Apr 16 14:55:29 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[1850] Tue Apr 16 14:55:29 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:29 2019 :: requested node: dpmpool9.farm.particle.cz
[1850] Tue Apr 16 14:55:29 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:29 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:29 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,47,94,186)
[1850] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2027] Tue Apr 16 14:55:28 2019 :: GFork functionality not enabled.:
[2027] Tue Apr 16 14:55:28 2019 :: Configuration read from /etc/gridftp.conf.
[2027] Tue Apr 16 14:55:28 2019 :: Server started in inetd mode.
[2027] Tue Apr 16 14:55:28 2019 :: New connection from: fts808.cern.ch:47234
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: USER :globus-mapping:
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 331 Password required for :globus-mapping:.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: PASS dummy
[2027] Tue Apr 16 14:55:28 2019 :: dmlite :: starting new connection
[2027] Tue Apr 16 14:55:28 2019 :: dmlite :: DSI options :: dome_checksum
[2027] Tue Apr 16 14:55:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2027] Tue Apr 16 14:55:28 2019 :: User :globus-mapping: successfully authorized.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: PASS dummy
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 230-User :globus-mapping: logged in.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: SITE HELP
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 214-The following commands are recognized:
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: FEAT
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 211-Extensions supported
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=925573b4-e8fc-55b9-9267-bc0a556212fa;file-id=696363149;retry=0
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 250 OK.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: TYPE I
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 200 Type set to I.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: MODE E
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 200 Mode set to E.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: DCAU N
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 200 DCAU N.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: OPTS PASV AllowDelayed=1;
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 200 OPTS Command Successful.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: EPSV
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 200 Passive delayed.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: ALLO 853212040
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 200 ALLO command successful.
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1
[2027] Tue Apr 16 14:55:28 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1
[2027] Tue Apr 16 14:55:28 2019 :: incoming transfer
[2027] Tue Apr 16 14:55:28 2019 :: requested node: dpmpool20.farm.particle.cz
[2027] Tue Apr 16 14:55:28 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2027] Tue Apr 16 14:55:28 2019 :: connected to remote node
[2027] Tue Apr 16 14:55:28 2019 :: fts808.cern.ch:47234: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::20|20267|)
[2027] Tue Apr 16 14:55:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2027] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1'
[2027] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: single entry
[2027] Tue Apr 16 14:55:29 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2027] Tue Apr 16 14:55:29 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2036] Tue Apr 16 14:55:29 2019 :: GFork functionality not enabled.:
[2036] Tue Apr 16 14:55:29 2019 :: Configuration read from /etc/gridftp.conf.
[2036] Tue Apr 16 14:55:29 2019 :: Server started in inetd mode.
[2036] Tue Apr 16 14:55:29 2019 :: New connection from: fts805.cern.ch:34026
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [CLIENT]: USER :globus-mapping:
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [SERVER]: 331 Password required for :globus-mapping:.
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [CLIENT]: PASS dummy
[2036] Tue Apr 16 14:55:29 2019 :: dmlite :: starting new connection
[2036] Tue Apr 16 14:55:29 2019 :: dmlite :: DSI options :: dome_checksum
[2036] Tue Apr 16 14:55:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2036] Tue Apr 16 14:55:29 2019 :: User :globus-mapping: successfully authorized.
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [CLIENT]: PASS dummy
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [SERVER]: 230-User :globus-mapping: logged in.
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [CLIENT]: SITE HELP
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [SERVER]: 214-The following commands are recognized:
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [CLIENT]: FEAT
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [SERVER]: 211-Extensions supported
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363074;retry=0
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [SERVER]: 250 OK.
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [CLIENT]: QUIT
[2036] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:34026: [SERVER]: 221 Goodbye.
[2036] Tue Apr 16 14:55:29 2019 :: Closed connection from fts805.cern.ch:34026
[2036] Tue Apr 16 14:55:29 2019 :: dmlite :: closing connection
[1834] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:33522: [CLIENT]: QUIT
[1834] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:33522: [SERVER]: 221 Goodbye.
[1834] Tue Apr 16 14:55:30 2019 :: Closed connection from fts805.cern.ch:33522
[1834] Tue Apr 16 14:55:30 2019 :: dmlite :: closing connection
[2042] Tue Apr 16 14:55:30 2019 :: GFork functionality not enabled.:
[2042] Tue Apr 16 14:55:30 2019 :: Configuration read from /etc/gridftp.conf.
[2042] Tue Apr 16 14:55:30 2019 :: Server started in inetd mode.
[2042] Tue Apr 16 14:55:30 2019 :: New connection from: fts805.cern.ch:34038
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: USER :globus-mapping:
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 331 Password required for :globus-mapping:.
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: PASS dummy
[2042] Tue Apr 16 14:55:30 2019 :: dmlite :: starting new connection
[2042] Tue Apr 16 14:55:30 2019 :: dmlite :: DSI options :: dome_checksum
[2042] Tue Apr 16 14:55:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2042] Tue Apr 16 14:55:30 2019 :: User :globus-mapping: successfully authorized.
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: PASS dummy
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 230-User :globus-mapping: logged in.
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: SITE HELP
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 214-The following commands are recognized:
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: FEAT
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 211-Extensions supported
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363074;retry=0
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 250 OK.
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: TYPE I
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 200 Type set to I.
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: MODE E
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 200 Mode set to E.
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: DCAU N
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 200 DCAU N.
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1
[2042] Tue Apr 16 14:55:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2042] Tue Apr 16 14:55:30 2019 :: dmlite :: stat :: single entry
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/eb/HITS.17617237._024601.pool.root.1
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [CLIENT]: QUIT
[2042] Tue Apr 16 14:55:30 2019 :: fts805.cern.ch:34038: [SERVER]: 221 Goodbye.
[2042] Tue Apr 16 14:55:30 2019 :: Closed connection from fts805.cern.ch:34038
[2042] Tue Apr 16 14:55:30 2019 :: dmlite :: closing connection
[1988] Tue Apr 16 14:55:25 2019 :: GFork functionality not enabled.:
[1988] Tue Apr 16 14:55:25 2019 :: Configuration read from /etc/gridftp.conf.
[1988] Tue Apr 16 14:55:25 2019 :: Server started in inetd mode.
[1988] Tue Apr 16 14:55:25 2019 :: New connection from: malva03.farm.particle.cz:50316
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: USER :globus-mapping:
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 331 Password required for :globus-mapping:.
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: PASS dummy
[1988] Tue Apr 16 14:55:30 2019 :: dmlite :: starting new connection
[1988] Tue Apr 16 14:55:30 2019 :: dmlite :: DSI options :: dome_checksum
[1988] Tue Apr 16 14:55:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[1988] Tue Apr 16 14:55:30 2019 :: User :globus-mapping: successfully authorized.
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: PASS dummy
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 230-User :globus-mapping: logged in.
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: SITE HELP
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 214-The following commands are recognized:
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: FEAT
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 211-Extensions supported
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 250 OK.
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: TYPE I
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 200 Type set to I.
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: DCAU N
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 200 DCAU N.
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1
[1988] Tue Apr 16 14:55:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[1988] Tue Apr 16 14:55:30 2019 :: dmlite :: stat :: single entry
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/50/ba/EVNT.17639170._128327.pool.root.1
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [CLIENT]: QUIT
[1988] Tue Apr 16 14:55:30 2019 :: malva03.farm.particle.cz:50316: [SERVER]: 221 Goodbye.
[1988] Tue Apr 16 14:55:30 2019 :: Closed connection from malva03.farm.particle.cz:50316
[1988] Tue Apr 16 14:55:30 2019 :: dmlite :: closing connection
[1850] Tue Apr 16 14:55:30 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8'
[1850] Tue Apr 16 14:55:30 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:30 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:30 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1995] Tue Apr 16 14:55:26 2019 :: GFork functionality not enabled.:
[1995] Tue Apr 16 14:55:26 2019 :: Configuration read from /etc/gridftp.conf.
[1995] Tue Apr 16 14:55:26 2019 :: Server started in inetd mode.
[1995] Tue Apr 16 14:55:31 2019 :: New connection from: ui1.farm.particle.cz:60826
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: USER :globus-mapping:
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 331 Password required for :globus-mapping:.
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: PASS dummy
[1995] Tue Apr 16 14:55:31 2019 :: dmlite :: starting new connection
[1995] Tue Apr 16 14:55:31 2019 :: dmlite :: DSI options :: dome_checksum
[1995] Tue Apr 16 14:55:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[1995] Tue Apr 16 14:55:31 2019 :: User :globus-mapping: successfully authorized.
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: PASS dummy
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 230-User :globus-mapping: logged in.
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: SITE HELP
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 214-The following commands are recognized:
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: FEAT
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 211-Extensions supported
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 250 OK.
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: TYPE I
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 200 Type set to I.
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: DCAU N
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 200 DCAU N.
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: OPTS PASV AllowDelayed=1;
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 200 OPTS Command Successful.
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: PASV
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 200 Passive delayed.
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1995] Tue Apr 16 14:55:31 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[1995] Tue Apr 16 14:55:31 2019 :: outgoing transfer
[1995] Tue Apr 16 14:55:31 2019 :: requested node: dpmpool20.farm.particle.cz
[1995] Tue Apr 16 14:55:31 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[1995] Tue Apr 16 14:55:31 2019 :: connected to remote node
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 127 Entering Passive Mode (147,231,25,91,87,168)
[1995] Tue Apr 16 14:55:31 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.33.1555419324 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 150 Beginning transfer.
[1995] Tue Apr 16 14:55:31 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[1995] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60826: [SERVER]: 226 Transfer Complete.
[1995] Tue Apr 16 14:55:31 2019 :: Closed connection from ui1.farm.particle.cz:60826
[1995] Tue Apr 16 14:55:31 2019 :: dmlite :: closing connection
[2015] Tue Apr 16 14:55:27 2019 :: GFork functionality not enabled.:
[2015] Tue Apr 16 14:55:27 2019 :: Configuration read from /etc/gridftp.conf.
[2015] Tue Apr 16 14:55:27 2019 :: Server started in inetd mode.
[2015] Tue Apr 16 14:55:27 2019 :: New connection from: fts808.cern.ch:47216
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: USER :globus-mapping:
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 331 Password required for :globus-mapping:.
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: PASS dummy
[2015] Tue Apr 16 14:55:27 2019 :: dmlite :: starting new connection
[2015] Tue Apr 16 14:55:27 2019 :: dmlite :: DSI options :: dome_checksum
[2015] Tue Apr 16 14:55:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2015] Tue Apr 16 14:55:27 2019 :: User :globus-mapping: successfully authorized.
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: PASS dummy
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 230-User :globus-mapping: logged in.
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: SITE HELP
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 214-The following commands are recognized:
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: FEAT
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 211-Extensions supported
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=925573b4-e8fc-55b9-9267-bc0a556212fa;file-id=696363149;retry=0
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 250 OK.
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: TYPE I
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 200 Type set to I.
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: DCAU N
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 200 DCAU N.
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1
[2015] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2015] Tue Apr 16 14:55:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a
[2015] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2015] Tue Apr 16 14:55:27 2019 :: dmlite :: stat :: single entry
[2015] Tue Apr 16 14:55:27 2019 :: fts808.cern.ch:47216: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a
[1897] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:33590: [SERVER]: 112-Perf Marker
[1897] Tue Apr 16 14:55:29 2019 :: fts805.cern.ch:33590: [SERVER]: 111 Range Marker 345505792-553779200
[1850] Tue Apr 16 14:55:30 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:30 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/8.38.1555419329 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:30 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:31 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8".
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:31 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/8.38.1555419329 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 350 OK. Send RNTO with destination name.
[1850] Tue Apr 16 14:55:31 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250 OK.
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[1850] Tue Apr 16 14:55:31 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[1850] Tue Apr 16 14:55:31 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:31 2019 :: requested node: dpmpool9.farm.particle.cz
[1850] Tue Apr 16 14:55:31 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:31 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,47,87,168)
[1850] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9'
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2027] Tue Apr 16 14:55:29 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2027] Tue Apr 16 14:55:29 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024824.pool.root.1.37.1555419328 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2027] Tue Apr 16 14:55:29 2019 :: fts808.cern.ch:47234: [SERVER]: 150 Beginning transfer.
[2027] Tue Apr 16 14:55:29 2019 :: fts808.cern.ch:47234: [SERVER]: 112-Perf Marker
[1171] Tue Apr 16 14:55:29 2019 :: Child process 2008 ended with rc = 0
[1171] Tue Apr 16 14:55:29 2019 :: Child process 2036 ended with rc = 0
[1171] Tue Apr 16 14:55:30 2019 :: Child process 1834 ended with rc = 0
[1171] Tue Apr 16 14:55:30 2019 :: Child process 2042 ended with rc = 0
[1171] Tue Apr 16 14:55:30 2019 :: Child process 1988 ended with rc = 0
[1171] Tue Apr 16 14:55:31 2019 :: Child process 1995 ended with rc = 0
[1842] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp
[1842] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 350 OK. Send RNTO with destination name.
[1842] Tue Apr 16 14:55:31 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[1842] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:31 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1842] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:32 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:33 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[1842] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASV
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 Passive delayed.
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[1842] Tue Apr 16 14:55:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[1842] Tue Apr 16 14:55:34 2019 :: incoming transfer
[1842] Tue Apr 16 14:55:34 2019 :: requested node: dpmpool22.farm.particle.cz
[1842] Tue Apr 16 14:55:34 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[1842] Tue Apr 16 14:55:34 2019 :: connected to remote node
[1842] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 127 Entering Passive Mode (147,231,25,93,82,7)
[1842] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/9.39.1555419331 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:32 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9".
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/9.39.1555419331 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:32 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:32 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[1850] Tue Apr 16 14:55:32 2019 :: not delayed
[1850] Tue Apr 16 14:55:32 2019 :: rolling the dice
[1850] Tue Apr 16 14:55:32 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:32 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:32 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,92,88,254)
[1850] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting".
[1850] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:34 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[1850] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel" created successfully.
[1850] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[1850] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1850] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[1850] Tue Apr 16 14:55:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[1850] Tue Apr 16 14:55:34 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:34 2019 :: requested node: dpmpool9.farm.particle.cz
[1850] Tue Apr 16 14:55:34 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:34 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,47,82,7)
[1850] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2'
[1850] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:33 2019 :: GFork functionality not enabled.:
[2065] Tue Apr 16 14:55:33 2019 :: Configuration read from /etc/gridftp.conf.
[2065] Tue Apr 16 14:55:33 2019 :: Server started in inetd mode.
[2065] Tue Apr 16 14:55:33 2019 :: New connection from: ui1.farm.particle.cz:60842
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: USER :globus-mapping:
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 331 Password required for :globus-mapping:.
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: PASS dummy
[2065] Tue Apr 16 14:55:33 2019 :: dmlite :: starting new connection
[2065] Tue Apr 16 14:55:33 2019 :: dmlite :: DSI options :: dome_checksum
[2065] Tue Apr 16 14:55:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2065] Tue Apr 16 14:55:33 2019 :: User :globus-mapping: successfully authorized.
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: PASS dummy
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 230-User :globus-mapping: logged in.
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: SITE HELP
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 214-The following commands are recognized:
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: FEAT
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 211-Extensions supported
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 250 OK.
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: TYPE I
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 200 Type set to I.
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: DCAU N
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 200 DCAU N.
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: OPTS PASV AllowDelayed=1;
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 200 OPTS Command Successful.
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: PASV
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 200 Passive delayed.
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2065] Tue Apr 16 14:55:33 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2065] Tue Apr 16 14:55:33 2019 :: not delayed
[2065] Tue Apr 16 14:55:33 2019 :: rolling the dice
[2065] Tue Apr 16 14:55:33 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[2065] Tue Apr 16 14:55:33 2019 :: connected to remote node
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 127 Entering Passive Mode (147,231,25,51,95,79)
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 150 Beginning transfer.
[2065] Tue Apr 16 14:55:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting".
[2065] Tue Apr 16 14:55:33 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 226 Transfer Complete.
[2065] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[2065] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2065] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: PASV
[2065] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 200 Passive delayed.
[2065] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[2065] Tue Apr 16 14:55:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[2065] Tue Apr 16 14:55:34 2019 :: incoming transfer
[2065] Tue Apr 16 14:55:34 2019 :: requested node: dpmpool9.farm.particle.cz
[2065] Tue Apr 16 14:55:34 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2065] Tue Apr 16 14:55:34 2019 :: connected to remote node
[2065] Tue Apr 16 14:55:34 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 127 Entering Passive Mode (147,231,25,47,82,8)
[2065] Tue Apr 16 14:55:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0'
[2065] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: single entry
[2065] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2065] Tue Apr 16 14:55:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1'
[1842] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1842] Tue Apr 16 14:55:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:31 2019 :: GFork functionality not enabled.:
[2052] Tue Apr 16 14:55:31 2019 :: Configuration read from /etc/gridftp.conf.
[2052] Tue Apr 16 14:55:31 2019 :: Server started in inetd mode.
[2052] Tue Apr 16 14:55:31 2019 :: New connection from: ui1.farm.particle.cz:60834
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: USER :globus-mapping:
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 331 Password required for :globus-mapping:.
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASS dummy
[2052] Tue Apr 16 14:55:31 2019 :: dmlite :: starting new connection
[2052] Tue Apr 16 14:55:31 2019 :: dmlite :: DSI options :: dome_checksum
[2052] Tue Apr 16 14:55:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2052] Tue Apr 16 14:55:31 2019 :: User :globus-mapping: successfully authorized.
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASS dummy
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 230-User :globus-mapping: logged in.
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: SITE HELP
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 214-The following commands are recognized:
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: FEAT
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 211-Extensions supported
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250 OK.
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: TYPE I
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Type set to I.
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: DCAU N
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 DCAU N.
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2052] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2052] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:31 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:31 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2027] Tue Apr 16 14:55:34 2019 :: fts808.cern.ch:47234: [SERVER]: 112-Perf Marker
[2027] Tue Apr 16 14:55:34 2019 :: fts808.cern.ch:47234: [SERVER]: 111 Range Marker 0-690749440
[2027] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47234: [SERVER]: 112-Perf Marker
[2027] Tue Apr 16 14:55:37 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1".
[2027] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47234: [SERVER]: 111 Range Marker 690749440-853212040
[2027] Tue Apr 16 14:55:37 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024824.pool.root.1.37.1555419328 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2027] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47234: [SERVER]: 226 Transfer Complete.
[2027] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47234: [CLIENT]: QUIT
[2027] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47234: [SERVER]: 221 Goodbye.
[2027] Tue Apr 16 14:55:37 2019 :: Closed connection from fts808.cern.ch:47234
[2027] Tue Apr 16 14:55:37 2019 :: dmlite :: closing connection
[1897] Tue Apr 16 14:55:34 2019 :: fts805.cern.ch:33590: [SERVER]: 112-Perf Marker
[1897] Tue Apr 16 14:55:34 2019 :: fts805.cern.ch:33590: [SERVER]: 111 Range Marker 553779200-696909824
[2100] Tue Apr 16 14:55:37 2019 :: GFork functionality not enabled.:
[2100] Tue Apr 16 14:55:37 2019 :: Configuration read from /etc/gridftp.conf.
[2100] Tue Apr 16 14:55:37 2019 :: Server started in inetd mode.
[2100] Tue Apr 16 14:55:37 2019 :: New connection from: fts808.cern.ch:47390
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [CLIENT]: USER :globus-mapping:
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [SERVER]: 331 Password required for :globus-mapping:.
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [CLIENT]: PASS dummy
[2100] Tue Apr 16 14:55:37 2019 :: dmlite :: starting new connection
[2100] Tue Apr 16 14:55:37 2019 :: dmlite :: DSI options :: dome_checksum
[2100] Tue Apr 16 14:55:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2100] Tue Apr 16 14:55:37 2019 :: User :globus-mapping: successfully authorized.
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [CLIENT]: PASS dummy
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [SERVER]: 230-User :globus-mapping: logged in.
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [CLIENT]: SITE HELP
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [SERVER]: 214-The following commands are recognized:
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [CLIENT]: FEAT
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [SERVER]: 211-Extensions supported
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=925573b4-e8fc-55b9-9267-bc0a556212fa;file-id=696363149;retry=0
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [SERVER]: 250 OK.
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [CLIENT]: QUIT
[2100] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47390: [SERVER]: 221 Goodbye.
[2100] Tue Apr 16 14:55:37 2019 :: Closed connection from fts808.cern.ch:47390
[2100] Tue Apr 16 14:55:37 2019 :: dmlite :: closing connection
[2065] Tue Apr 16 14:55:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f0.42.1555419334 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 150 Beginning transfer.
[2065] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 112-Perf Marker
[2065] Tue Apr 16 14:55:35 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0".
[2065] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 226 Transfer Complete.
[2065] Tue Apr 16 14:55:35 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f0.42.1555419334 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:55:37 2019 :: Child process 2027 ended with rc = 0
[1171] Tue Apr 16 14:55:37 2019 :: Child process 2100 ended with rc = 0
[1897] Tue Apr 16 14:55:38 2019 :: fts805.cern.ch:33590: [SERVER]: 112-Perf Marker
[1897] Tue Apr 16 14:55:38 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1".
[1897] Tue Apr 16 14:55:38 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024807.pool.root.1.25.1555419313 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[1897] Tue Apr 16 14:55:38 2019 :: fts805.cern.ch:33590: [SERVER]: 111 Range Marker 696909824-854734171
[1897] Tue Apr 16 14:55:38 2019 :: fts805.cern.ch:33590: [SERVER]: 226 Transfer Complete.
[1897] Tue Apr 16 14:55:38 2019 :: fts805.cern.ch:33590: [CLIENT]: QUIT
[1897] Tue Apr 16 14:55:38 2019 :: fts805.cern.ch:33590: [SERVER]: 221 Goodbye.
[1897] Tue Apr 16 14:55:38 2019 :: Closed connection from fts805.cern.ch:33590
[1897] Tue Apr 16 14:55:38 2019 :: dmlite :: closing connection
[2106] Tue Apr 16 14:55:37 2019 :: GFork functionality not enabled.:
[2106] Tue Apr 16 14:55:37 2019 :: Configuration read from /etc/gridftp.conf.
[2106] Tue Apr 16 14:55:37 2019 :: Server started in inetd mode.
[2106] Tue Apr 16 14:55:37 2019 :: New connection from: fts808.cern.ch:47398
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [CLIENT]: USER :globus-mapping:
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [SERVER]: 331 Password required for :globus-mapping:.
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [CLIENT]: PASS dummy
[2106] Tue Apr 16 14:55:37 2019 :: dmlite :: starting new connection
[2106] Tue Apr 16 14:55:37 2019 :: dmlite :: DSI options :: dome_checksum
[2106] Tue Apr 16 14:55:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2106] Tue Apr 16 14:55:37 2019 :: User :globus-mapping: successfully authorized.
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [CLIENT]: PASS dummy
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [SERVER]: 230-User :globus-mapping: logged in.
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [CLIENT]: SITE HELP
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [SERVER]: 214-The following commands are recognized:
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [CLIENT]: FEAT
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [SERVER]: 211-Extensions supported
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=925573b4-e8fc-55b9-9267-bc0a556212fa;file-id=696363149;retry=0
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [SERVER]: 250 OK.
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [CLIENT]: TYPE I
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [SERVER]: 200 Type set to I.
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [CLIENT]: MODE E
[2106] Tue Apr 16 14:55:37 2019 :: fts808.cern.ch:47398: [SERVER]: 200 Mode set to E.
[2106] Tue Apr 16 14:55:37 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2106] Tue Apr 16 14:55:37 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1
[2106] Tue Apr 16 14:55:38 2019 :: fts808.cern.ch:47398: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1
[2106] Tue Apr 16 14:55:38 2019 :: fts808.cern.ch:47398: [SERVER]: 213 7e3b3dcb
[2106] Tue Apr 16 14:55:38 2019 :: fts808.cern.ch:47398: [CLIENT]: QUIT
[2106] Tue Apr 16 14:55:38 2019 :: fts808.cern.ch:47398: [SERVER]: 221 Goodbye.
[2106] Tue Apr 16 14:55:38 2019 :: Closed connection from fts808.cern.ch:47398
[2106] Tue Apr 16 14:55:38 2019 :: dmlite :: closing connection
[2122] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2122] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2122] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2122] Tue Apr 16 14:55:39 2019 :: New connection from: fts808.cern.ch:47414
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [CLIENT]: USER :globus-mapping:
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [SERVER]: 331 Password required for :globus-mapping:.
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [CLIENT]: PASS dummy
[2122] Tue Apr 16 14:55:39 2019 :: dmlite :: starting new connection
[2122] Tue Apr 16 14:55:39 2019 :: dmlite :: DSI options :: dome_checksum
[2122] Tue Apr 16 14:55:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2122] Tue Apr 16 14:55:39 2019 :: User :globus-mapping: successfully authorized.
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [CLIENT]: PASS dummy
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [SERVER]: 230-User :globus-mapping: logged in.
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [CLIENT]: SITE HELP
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [SERVER]: 214-The following commands are recognized:
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [CLIENT]: FEAT
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [SERVER]: 211-Extensions supported
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=925573b4-e8fc-55b9-9267-bc0a556212fa;file-id=696363149;retry=0
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [SERVER]: 250 OK.
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [CLIENT]: QUIT
[2122] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47414: [SERVER]: 221 Goodbye.
[2122] Tue Apr 16 14:55:39 2019 :: Closed connection from fts808.cern.ch:47414
[2122] Tue Apr 16 14:55:39 2019 :: dmlite :: closing connection
[2116] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2116] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2116] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2116] Tue Apr 16 14:55:39 2019 :: New connection from: fts805.cern.ch:34208
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [CLIENT]: USER :globus-mapping:
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [SERVER]: 331 Password required for :globus-mapping:.
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [CLIENT]: PASS dummy
[2116] Tue Apr 16 14:55:39 2019 :: dmlite :: starting new connection
[2116] Tue Apr 16 14:55:39 2019 :: dmlite :: DSI options :: dome_checksum
[2116] Tue Apr 16 14:55:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2116] Tue Apr 16 14:55:39 2019 :: User :globus-mapping: successfully authorized.
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [CLIENT]: PASS dummy
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [SERVER]: 230-User :globus-mapping: logged in.
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [CLIENT]: SITE HELP
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [SERVER]: 214-The following commands are recognized:
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [CLIENT]: FEAT
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [SERVER]: 211-Extensions supported
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b3a1aa71-cac1-5518-b8f7-91f9ef9ab20a;file-id=696363054;retry=0
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [SERVER]: 250 OK.
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [CLIENT]: QUIT
[2116] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34208: [SERVER]: 221 Goodbye.
[2116] Tue Apr 16 14:55:39 2019 :: Closed connection from fts805.cern.ch:34208
[2116] Tue Apr 16 14:55:39 2019 :: dmlite :: closing connection
[2075] Tue Apr 16 14:55:34 2019 :: GFork functionality not enabled.:
[2075] Tue Apr 16 14:55:34 2019 :: Configuration read from /etc/gridftp.conf.
[2075] Tue Apr 16 14:55:34 2019 :: Server started in inetd mode.
[2075] Tue Apr 16 14:55:34 2019 :: New connection from: ui1.farm.particle.cz:60846
[1842] Tue Apr 16 14:55:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f1.41.1555419334 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 150 Beginning transfer.
[1842] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 112-Perf Marker
[1842] Tue Apr 16 14:55:35 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1".
[1842] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 226 Transfer Complete.
[1842] Tue Apr 16 14:55:35 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f1.41.1555419334 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2128] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2128] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2128] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2128] Tue Apr 16 14:55:39 2019 :: New connection from: fts808.cern.ch:47420
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: USER :globus-mapping:
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 331 Password required for :globus-mapping:.
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: PASS dummy
[2128] Tue Apr 16 14:55:39 2019 :: dmlite :: starting new connection
[2128] Tue Apr 16 14:55:39 2019 :: dmlite :: DSI options :: dome_checksum
[2128] Tue Apr 16 14:55:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2128] Tue Apr 16 14:55:39 2019 :: User :globus-mapping: successfully authorized.
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: PASS dummy
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 230-User :globus-mapping: logged in.
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: SITE HELP
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 214-The following commands are recognized:
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: FEAT
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 211-Extensions supported
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=925573b4-e8fc-55b9-9267-bc0a556212fa;file-id=696363149;retry=0
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 250 OK.
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: TYPE I
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 200 Type set to I.
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: MODE E
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 200 Mode set to E.
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: DCAU N
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 200 DCAU N.
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1
[2128] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2128] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: single entry
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/a4/9a/HITS.17617237._024824.pool.root.1
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [CLIENT]: QUIT
[2128] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47420: [SERVER]: 221 Goodbye.
[2128] Tue Apr 16 14:55:39 2019 :: Closed connection from fts808.cern.ch:47420
[2128] Tue Apr 16 14:55:39 2019 :: dmlite :: closing connection
[2015] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47216: [CLIENT]: QUIT
[2015] Tue Apr 16 14:55:39 2019 :: fts808.cern.ch:47216: [SERVER]: 221 Goodbye.
[2015] Tue Apr 16 14:55:39 2019 :: Closed connection from fts808.cern.ch:47216
[2015] Tue Apr 16 14:55:39 2019 :: dmlite :: closing connection
[2093] Tue Apr 16 14:55:36 2019 :: GFork functionality not enabled.:
[2093] Tue Apr 16 14:55:36 2019 :: Configuration read from /etc/gridftp.conf.
[2093] Tue Apr 16 14:55:36 2019 :: Server started in inetd mode.
[2093] Tue Apr 16 14:55:36 2019 :: New connection from: ui1.farm.particle.cz:60854
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: USER :globus-mapping:
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 331 Password required for :globus-mapping:.
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASS dummy
[2093] Tue Apr 16 14:55:37 2019 :: dmlite :: starting new connection
[2093] Tue Apr 16 14:55:37 2019 :: dmlite :: DSI options :: dome_checksum
[2093] Tue Apr 16 14:55:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2093] Tue Apr 16 14:55:37 2019 :: User :globus-mapping: successfully authorized.
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASS dummy
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 230-User :globus-mapping: logged in.
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: SITE HELP
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 214-The following commands are recognized:
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: FEAT
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 211-Extensions supported
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: TYPE I
[2093] Tue Apr 16 14:55:37 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Type set to I.
[2093] Tue Apr 16 14:55:37 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:37 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DCAU N
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 DCAU N.
[2093] Tue Apr 16 14:55:38 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting" created successfully.
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: OPTS PASV AllowDelayed=1;
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 OPTS Command Successful.
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASV
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Passive delayed.
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[2093] Tue Apr 16 14:55:38 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[2093] Tue Apr 16 14:55:38 2019 :: incoming transfer
[2093] Tue Apr 16 14:55:38 2019 :: requested node: dpmpool20.farm.particle.cz
[2093] Tue Apr 16 14:55:38 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2093] Tue Apr 16 14:55:38 2019 :: connected to remote node
[2093] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 127 Entering Passive Mode (147,231,25,91,80,231)
[2093] Tue Apr 16 14:55:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0'
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f2.40.1555419334 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:35 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2".
[1850] Tue Apr 16 14:55:35 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:35 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f2.40.1555419334 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2082] Tue Apr 16 14:55:36 2019 :: GFork functionality not enabled.:
[2082] Tue Apr 16 14:55:36 2019 :: Configuration read from /etc/gridftp.conf.
[2082] Tue Apr 16 14:55:36 2019 :: Server started in inetd mode.
[2082] Tue Apr 16 14:55:36 2019 :: New connection from: fts805.cern.ch:34144
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: USER :globus-mapping:
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 331 Password required for :globus-mapping:.
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: PASS dummy
[2082] Tue Apr 16 14:55:36 2019 :: dmlite :: starting new connection
[2082] Tue Apr 16 14:55:36 2019 :: dmlite :: DSI options :: dome_checksum
[2082] Tue Apr 16 14:55:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2082] Tue Apr 16 14:55:36 2019 :: User :globus-mapping: successfully authorized.
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: PASS dummy
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 230-User :globus-mapping: logged in.
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: SITE HELP
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 214-The following commands are recognized:
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: FEAT
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 211-Extensions supported
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=dabaf57d-880f-5d64-8729-b0ff9e3c7622;file-id=696363008;retry=0
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 250 OK.
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: TYPE I
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 200 Type set to I.
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: DCAU N
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 200 DCAU N.
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1
[2082] Tue Apr 16 14:55:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2082] Tue Apr 16 14:55:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e
[2082] Tue Apr 16 14:55:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2082] Tue Apr 16 14:55:36 2019 :: dmlite :: stat :: single entry
[2082] Tue Apr 16 14:55:36 2019 :: fts805.cern.ch:34144: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e
[2052] Tue Apr 16 14:55:38 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2052] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250 OK.
[2052] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[2052] Tue Apr 16 14:55:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:38 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2052] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2052] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 350 OK. Send RNTO with destination name.
[2052] Tue Apr 16 14:55:39 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250 OK.
[2052] Tue Apr 16 14:55:40 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[2052] Tue Apr 16 14:55:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:40 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:40 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/0.43.1555419338 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 150 Beginning transfer.
[2093] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 112-Perf Marker
[2093] Tue Apr 16 14:55:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0".
[2093] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 226 Transfer Complete.
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/0.43.1555419338 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 350 OK. Send RNTO with destination name.
[2093] Tue Apr 16 14:55:39 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2093] Tue Apr 16 14:55:39 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:40 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:40 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:40 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:40 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASV
[2093] Tue Apr 16 14:55:40 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Passive delayed.
[2093] Tue Apr 16 14:55:40 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[2093] Tue Apr 16 14:55:40 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[2093] Tue Apr 16 14:55:40 2019 :: incoming transfer
[2093] Tue Apr 16 14:55:40 2019 :: requested node: dpmpool22.farm.particle.cz
[2093] Tue Apr 16 14:55:40 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2093] Tue Apr 16 14:55:40 2019 :: connected to remote node
[2093] Tue Apr 16 14:55:40 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 127 Entering Passive Mode (147,231,25,93,88,83)
[2093] Tue Apr 16 14:55:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1'
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/1.44.1555419340 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 150 Beginning transfer.
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 112-Perf Marker
[2093] Tue Apr 16 14:55:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1".
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 226 Transfer Complete.
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/1.44.1555419340 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 350 OK. Send RNTO with destination name.
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2134] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2134] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2134] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2134] Tue Apr 16 14:55:39 2019 :: New connection from: fts805.cern.ch:34228
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [CLIENT]: USER :globus-mapping:
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [SERVER]: 331 Password required for :globus-mapping:.
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [CLIENT]: PASS dummy
[2134] Tue Apr 16 14:55:39 2019 :: dmlite :: starting new connection
[2134] Tue Apr 16 14:55:39 2019 :: dmlite :: DSI options :: dome_checksum
[2134] Tue Apr 16 14:55:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2134] Tue Apr 16 14:55:39 2019 :: User :globus-mapping: successfully authorized.
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [CLIENT]: PASS dummy
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [SERVER]: 230-User :globus-mapping: logged in.
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [CLIENT]: SITE HELP
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [SERVER]: 214-The following commands are recognized:
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [CLIENT]: FEAT
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [SERVER]: 211-Extensions supported
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b3a1aa71-cac1-5518-b8f7-91f9ef9ab20a;file-id=696363054;retry=0
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [SERVER]: 250 OK.
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [CLIENT]: TYPE I
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [SERVER]: 200 Type set to I.
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [CLIENT]: MODE E
[2134] Tue Apr 16 14:55:39 2019 :: fts805.cern.ch:34228: [SERVER]: 200 Mode set to E.
[2134] Tue Apr 16 14:55:39 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2134] Tue Apr 16 14:55:39 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1
[2134] Tue Apr 16 14:55:42 2019 :: fts805.cern.ch:34228: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1
[2134] Tue Apr 16 14:55:42 2019 :: fts805.cern.ch:34228: [SERVER]: 213 6393ab08
[2134] Tue Apr 16 14:55:42 2019 :: fts805.cern.ch:34228: [CLIENT]: QUIT
[2134] Tue Apr 16 14:55:42 2019 :: fts805.cern.ch:34228: [SERVER]: 221 Goodbye.
[2134] Tue Apr 16 14:55:42 2019 :: Closed connection from fts805.cern.ch:34228
[2134] Tue Apr 16 14:55:42 2019 :: dmlite :: closing connection
[2182] Tue Apr 16 14:55:40 2019 :: GFork functionality not enabled.:
[2182] Tue Apr 16 14:55:40 2019 :: Configuration read from /etc/gridftp.conf.
[2182] Tue Apr 16 14:55:40 2019 :: Server started in inetd mode.
[2182] Tue Apr 16 14:55:40 2019 :: New connection from: fts805.cern.ch:34276
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: USER :globus-mapping:
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 331 Password required for :globus-mapping:.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: PASS dummy
[2182] Tue Apr 16 14:55:41 2019 :: dmlite :: starting new connection
[2182] Tue Apr 16 14:55:41 2019 :: dmlite :: DSI options :: dome_checksum
[2182] Tue Apr 16 14:55:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2182] Tue Apr 16 14:55:41 2019 :: User :globus-mapping: successfully authorized.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: PASS dummy
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 230-User :globus-mapping: logged in.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: SITE HELP
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 214-The following commands are recognized:
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: FEAT
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 211-Extensions supported
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=dabaf57d-880f-5d64-8729-b0ff9e3c7622;file-id=696363008;retry=0
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 250 OK.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: TYPE I
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 200 Type set to I.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: MODE E
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 200 Mode set to E.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: DCAU N
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 200 DCAU N.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: OPTS PASV AllowDelayed=1;
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 200 OPTS Command Successful.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: EPSV
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 200 Passive delayed.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: ALLO 821125754
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 200 ALLO command successful.
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1
[2182] Tue Apr 16 14:55:41 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1
[2182] Tue Apr 16 14:55:41 2019 :: incoming transfer
[2182] Tue Apr 16 14:55:41 2019 :: requested node: dpmpool23.farm.particle.cz
[2182] Tue Apr 16 14:55:41 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2182] Tue Apr 16 14:55:41 2019 :: connected to remote node
[2182] Tue Apr 16 14:55:41 2019 :: fts805.cern.ch:34276: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::23|22617|)
[2182] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2182] Tue Apr 16 14:55:42 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1'
[2182] Tue Apr 16 14:55:42 2019 :: dmlite :: stat :: single entry
[2182] Tue Apr 16 14:55:42 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2182] Tue Apr 16 14:55:42 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASV
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Passive delayed.
[2093] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[2093] Tue Apr 16 14:55:41 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[2093] Tue Apr 16 14:55:41 2019 :: incoming transfer
[2093] Tue Apr 16 14:55:41 2019 :: requested node: dpmpool20.farm.particle.cz
[2093] Tue Apr 16 14:55:41 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2093] Tue Apr 16 14:55:42 2019 :: connected to remote node
[2093] Tue Apr 16 14:55:42 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 127 Entering Passive Mode (147,231,25,91,84,168)
[2093] Tue Apr 16 14:55:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2'
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2193] Tue Apr 16 14:55:42 2019 :: GFork functionality not enabled.:
[2193] Tue Apr 16 14:55:42 2019 :: Configuration read from /etc/gridftp.conf.
[2193] Tue Apr 16 14:55:42 2019 :: Server started in inetd mode.
[2193] Tue Apr 16 14:55:42 2019 :: New connection from: fts805.cern.ch:34316
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [CLIENT]: USER :globus-mapping:
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [SERVER]: 331 Password required for :globus-mapping:.
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [CLIENT]: PASS dummy
[2193] Tue Apr 16 14:55:43 2019 :: dmlite :: starting new connection
[2193] Tue Apr 16 14:55:43 2019 :: dmlite :: DSI options :: dome_checksum
[2193] Tue Apr 16 14:55:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2193] Tue Apr 16 14:55:43 2019 :: User :globus-mapping: successfully authorized.
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [CLIENT]: PASS dummy
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [SERVER]: 230-User :globus-mapping: logged in.
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [CLIENT]: SITE HELP
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [SERVER]: 214-The following commands are recognized:
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [CLIENT]: FEAT
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [SERVER]: 211-Extensions supported
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b3a1aa71-cac1-5518-b8f7-91f9ef9ab20a;file-id=696363054;retry=0
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [SERVER]: 250 OK.
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [CLIENT]: QUIT
[2193] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34316: [SERVER]: 221 Goodbye.
[2193] Tue Apr 16 14:55:43 2019 :: Closed connection from fts805.cern.ch:34316
[2193] Tue Apr 16 14:55:43 2019 :: dmlite :: closing connection
[1171] Tue Apr 16 14:55:38 2019 :: Child process 1897 ended with rc = 0
[1171] Tue Apr 16 14:55:38 2019 :: Child process 2106 ended with rc = 0
[1171] Tue Apr 16 14:55:39 2019 :: Child process 2122 ended with rc = 0
[1171] Tue Apr 16 14:55:39 2019 :: Child process 2116 ended with rc = 0
[1171] Tue Apr 16 14:55:39 2019 :: Child process 2128 ended with rc = 0
[1171] Tue Apr 16 14:55:39 2019 :: Child process 2015 ended with rc = 0
[1171] Tue Apr 16 14:55:42 2019 :: Child process 2134 ended with rc = 0
[1171] Tue Apr 16 14:55:43 2019 :: Child process 2193 ended with rc = 0
[2207] Tue Apr 16 14:55:43 2019 :: GFork functionality not enabled.:
[2207] Tue Apr 16 14:55:43 2019 :: Configuration read from /etc/gridftp.conf.
[2207] Tue Apr 16 14:55:43 2019 :: Server started in inetd mode.
[2207] Tue Apr 16 14:55:43 2019 :: New connection from: fts805.cern.ch:34332
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: USER :globus-mapping:
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 331 Password required for :globus-mapping:.
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: PASS dummy
[2207] Tue Apr 16 14:55:43 2019 :: dmlite :: starting new connection
[2207] Tue Apr 16 14:55:43 2019 :: dmlite :: DSI options :: dome_checksum
[2207] Tue Apr 16 14:55:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2207] Tue Apr 16 14:55:43 2019 :: User :globus-mapping: successfully authorized.
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: PASS dummy
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 230-User :globus-mapping: logged in.
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: SITE HELP
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 214-The following commands are recognized:
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: FEAT
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 211-Extensions supported
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=b3a1aa71-cac1-5518-b8f7-91f9ef9ab20a;file-id=696363054;retry=0
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 250 OK.
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: TYPE I
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 200 Type set to I.
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: MODE E
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 200 Mode set to E.
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: DCAU N
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 200 DCAU N.
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1
[2207] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2207] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: single entry
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/65/ef/HITS.17617237._024807.pool.root.1
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [CLIENT]: QUIT
[2207] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34332: [SERVER]: 221 Goodbye.
[2207] Tue Apr 16 14:55:43 2019 :: Closed connection from fts805.cern.ch:34332
[2207] Tue Apr 16 14:55:43 2019 :: dmlite :: closing connection
[1883] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:33572: [CLIENT]: QUIT
[1883] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:33572: [SERVER]: 221 Goodbye.
[1883] Tue Apr 16 14:55:43 2019 :: Closed connection from fts805.cern.ch:33572
[1883] Tue Apr 16 14:55:43 2019 :: dmlite :: closing connection
[2142] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2142] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2142] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2142] Tue Apr 16 14:55:39 2019 :: New connection from: ui1.farm.particle.cz:60860
[2141] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2141] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2141] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2141] Tue Apr 16 14:55:39 2019 :: New connection from: ui1.farm.particle.cz:60858
[2144] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2144] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2144] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2144] Tue Apr 16 14:55:39 2019 :: New connection from: ui1.farm.particle.cz:60864
[2143] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2143] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2143] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2143] Tue Apr 16 14:55:39 2019 :: New connection from: ui1.farm.particle.cz:60862
[2152] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2152] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2152] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2152] Tue Apr 16 14:55:39 2019 :: New connection from: ui1.farm.particle.cz:60866
[2153] Tue Apr 16 14:55:39 2019 :: GFork functionality not enabled.:
[2153] Tue Apr 16 14:55:39 2019 :: Configuration read from /etc/gridftp.conf.
[2153] Tue Apr 16 14:55:39 2019 :: Server started in inetd mode.
[2153] Tue Apr 16 14:55:39 2019 :: New connection from: ui1.farm.particle.cz:60868
[1842] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: PASV
[1842] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 200 Passive delayed.
[1842] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[1842] Tue Apr 16 14:55:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[1842] Tue Apr 16 14:55:44 2019 :: incoming transfer
[1842] Tue Apr 16 14:55:44 2019 :: requested node: dpmpool23.farm.particle.cz
[1842] Tue Apr 16 14:55:44 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[1850] Tue Apr 16 14:55:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[1850] Tue Apr 16 14:55:44 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:44 2019 :: requested node: dpmpool9.farm.particle.cz
[1850] Tue Apr 16 14:55:44 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:44 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,47,82,100)
[1850] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2052] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 350 OK. Send RNTO with destination name.
[2052] Tue Apr 16 14:55:41 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250 OK.
[2052] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[2052] Tue Apr 16 14:55:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:41 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2052] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: OPTS PASV AllowDelayed=1;
[2052] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 OPTS Command Successful.
[2052] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASV
[2052] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Passive delayed.
[2052] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[2052] Tue Apr 16 14:55:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[2052] Tue Apr 16 14:55:43 2019 :: incoming transfer
[2052] Tue Apr 16 14:55:43 2019 :: requested node: dpmpool16.farm.particle.cz
[2052] Tue Apr 16 14:55:43 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[2052] Tue Apr 16 14:55:43 2019 :: connected to remote node
[2052] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 127 Entering Passive Mode (147,231,25,56,81,67)
[2052] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3'
[2052] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2052] Tue Apr 16 14:55:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2182] Tue Apr 16 14:55:42 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2182] Tue Apr 16 14:55:42 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024635.pool.root.1.45.1555419341 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2182] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34276: [SERVER]: 150 Beginning transfer.
[2182] Tue Apr 16 14:55:43 2019 :: fts805.cern.ch:34276: [SERVER]: 112-Perf Marker
[1842] Tue Apr 16 14:55:44 2019 :: connected to remote node
[1842] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 127 Entering Passive Mode (147,231,25,94,82,100)
[1842] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6'
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4'
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: PASV
[2065] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 200 Passive delayed.
[2065] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[2065] Tue Apr 16 14:55:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[2065] Tue Apr 16 14:55:44 2019 :: incoming transfer
[2065] Tue Apr 16 14:55:44 2019 :: requested node: dpmpool20.farm.particle.cz
[2065] Tue Apr 16 14:55:44 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2065] Tue Apr 16 14:55:44 2019 :: connected to remote node
[2065] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 127 Entering Passive Mode (147,231,25,91,82,100)
[2065] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9'
[2065] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2065] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2065] Tue Apr 16 14:55:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: USER :globus-mapping:
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 331 Password required for :globus-mapping:.
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: PASS dummy
[2152] Tue Apr 16 14:55:44 2019 :: dmlite :: starting new connection
[2152] Tue Apr 16 14:55:44 2019 :: dmlite :: DSI options :: dome_checksum
[2152] Tue Apr 16 14:55:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2152] Tue Apr 16 14:55:44 2019 :: User :globus-mapping: successfully authorized.
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: PASS dummy
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 230-User :globus-mapping: logged in.
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: SITE HELP
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 214-The following commands are recognized:
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: FEAT
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 211-Extensions supported
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 250 OK.
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: TYPE I
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 200 Type set to I.
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: DCAU N
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 200 DCAU N.
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[2152] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: OPTS PASV AllowDelayed=1;
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 200 OPTS Command Successful.
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: PASV
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 200 Passive delayed.
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[2152] Tue Apr 16 14:55:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[2152] Tue Apr 16 14:55:44 2019 :: incoming transfer
[2152] Tue Apr 16 14:55:44 2019 :: requested node: dpmpool22.farm.particle.cz
[2152] Tue Apr 16 14:55:44 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2152] Tue Apr 16 14:55:44 2019 :: connected to remote node
[2152] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 127 Entering Passive Mode (147,231,25,93,82,100)
[2152] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7'
[2152] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2152] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2152] Tue Apr 16 14:55:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: USER :globus-mapping:
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 331 Password required for :globus-mapping:.
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: PASS dummy
[2142] Tue Apr 16 14:55:44 2019 :: dmlite :: starting new connection
[2142] Tue Apr 16 14:55:44 2019 :: dmlite :: DSI options :: dome_checksum
[2142] Tue Apr 16 14:55:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2142] Tue Apr 16 14:55:44 2019 :: User :globus-mapping: successfully authorized.
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: PASS dummy
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 230-User :globus-mapping: logged in.
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: SITE HELP
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 214-The following commands are recognized:
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: FEAT
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 211-Extensions supported
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 250 OK.
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: TYPE I
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 200 Type set to I.
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: DCAU N
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 200 DCAU N.
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[2142] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: OPTS PASV AllowDelayed=1;
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 200 OPTS Command Successful.
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: PASV
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 200 Passive delayed.
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[2142] Tue Apr 16 14:55:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[2142] Tue Apr 16 14:55:44 2019 :: incoming transfer
[2142] Tue Apr 16 14:55:44 2019 :: requested node: dpmpool23.farm.particle.cz
[2142] Tue Apr 16 14:55:44 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2142] Tue Apr 16 14:55:44 2019 :: connected to remote node
[2142] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 127 Entering Passive Mode (147,231,25,94,82,101)
[2142] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5'
[2142] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2142] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2142] Tue Apr 16 14:55:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: USER :globus-mapping:
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 331 Password required for :globus-mapping:.
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: PASS dummy
[2144] Tue Apr 16 14:55:44 2019 :: dmlite :: starting new connection
[2144] Tue Apr 16 14:55:44 2019 :: dmlite :: DSI options :: dome_checksum
[2144] Tue Apr 16 14:55:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2144] Tue Apr 16 14:55:44 2019 :: User :globus-mapping: successfully authorized.
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: PASS dummy
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 230-User :globus-mapping: logged in.
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: SITE HELP
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 214-The following commands are recognized:
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: FEAT
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 211-Extensions supported
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 250 OK.
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: TYPE I
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 200 Type set to I.
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: DCAU N
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 200 DCAU N.
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[2144] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: OPTS PASV AllowDelayed=1;
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 200 OPTS Command Successful.
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: PASV
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 200 Passive delayed.
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[2144] Tue Apr 16 14:55:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[2144] Tue Apr 16 14:55:44 2019 :: incoming transfer
[2144] Tue Apr 16 14:55:44 2019 :: requested node: dpmpool20.farm.particle.cz
[2144] Tue Apr 16 14:55:44 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2144] Tue Apr 16 14:55:44 2019 :: connected to remote node
[2144] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 127 Entering Passive Mode (147,231,25,91,82,101)
[2144] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3'
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: USER :globus-mapping:
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 331 Password required for :globus-mapping:.
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: PASS dummy
[2141] Tue Apr 16 14:55:44 2019 :: dmlite :: starting new connection
[2141] Tue Apr 16 14:55:44 2019 :: dmlite :: DSI options :: dome_checksum
[2141] Tue Apr 16 14:55:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2141] Tue Apr 16 14:55:44 2019 :: User :globus-mapping: successfully authorized.
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: PASS dummy
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 230-User :globus-mapping: logged in.
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: SITE HELP
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 214-The following commands are recognized:
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: FEAT
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 211-Extensions supported
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 250 OK.
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: TYPE I
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 200 Type set to I.
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: DCAU N
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 200 DCAU N.
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[2141] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: OPTS PASV AllowDelayed=1;
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 200 OPTS Command Successful.
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: PASV
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 200 Passive delayed.
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[2141] Tue Apr 16 14:55:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[2141] Tue Apr 16 14:55:44 2019 :: incoming transfer
[2141] Tue Apr 16 14:55:44 2019 :: requested node: dpmpool9.farm.particle.cz
[2141] Tue Apr 16 14:55:44 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2141] Tue Apr 16 14:55:44 2019 :: connected to remote node
[2141] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 127 Entering Passive Mode (147,231,25,47,82,101)
[2141] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8'
[2141] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2141] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2141] Tue Apr 16 14:55:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs6/dteamspace/2019-04-16/3.47.1555419343 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 150 Beginning transfer.
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 112-Perf Marker
[2052] Tue Apr 16 14:55:45 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3".
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 226 Transfer Complete.
[2052] Tue Apr 16 14:55:45 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs6/dteamspace/2019-04-16/3.47.1555419343 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 350 OK. Send RNTO with destination name.
[2052] Tue Apr 16 14:55:45 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250 OK.
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASV
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Passive delayed.
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[2052] Tue Apr 16 14:55:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[2052] Tue Apr 16 14:55:45 2019 :: incoming transfer
[2052] Tue Apr 16 14:55:45 2019 :: requested node: dpmpool23.farm.particle.cz
[2052] Tue Apr 16 14:55:45 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2052] Tue Apr 16 14:55:45 2019 :: connected to remote node
[2052] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 127 Entering Passive Mode (147,231,25,94,94,26)
[2052] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4'
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/2.46.1555419341 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 150 Beginning transfer.
[2093] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 112-Perf Marker
[2093] Tue Apr 16 14:55:43 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2".
[2093] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 226 Transfer Complete.
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/2.46.1555419341 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:43 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2093] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2093] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 350 OK. Send RNTO with destination name.
[2093] Tue Apr 16 14:55:45 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[2093] Tue Apr 16 14:55:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:45 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2093] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2199] Tue Apr 16 14:55:42 2019 :: GFork functionality not enabled.:
[2199] Tue Apr 16 14:55:42 2019 :: Configuration read from /etc/gridftp.conf.
[2199] Tue Apr 16 14:55:42 2019 :: Server started in inetd mode.
[2199] Tue Apr 16 14:55:42 2019 :: New connection from: fts808.cern.ch:47494
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: USER :globus-mapping:
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 331 Password required for :globus-mapping:.
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: PASS dummy
[2199] Tue Apr 16 14:55:43 2019 :: dmlite :: starting new connection
[2199] Tue Apr 16 14:55:43 2019 :: dmlite :: DSI options :: dome_checksum
[2199] Tue Apr 16 14:55:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2199] Tue Apr 16 14:55:43 2019 :: User :globus-mapping: successfully authorized.
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: PASS dummy
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 230-User :globus-mapping: logged in.
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: SITE HELP
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 214-The following commands are recognized:
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: FEAT
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 211-Extensions supported
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363073;retry=0
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 250 OK.
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: TYPE I
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 200 Type set to I.
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: DCAU N
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 200 DCAU N.
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1
[2199] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2199] Tue Apr 16 14:55:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5
[2199] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2199] Tue Apr 16 14:55:43 2019 :: dmlite :: stat :: single entry
[2199] Tue Apr 16 14:55:43 2019 :: fts808.cern.ch:47494: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5
[2242] Tue Apr 16 14:55:46 2019 :: GFork functionality not enabled.:
[2242] Tue Apr 16 14:55:46 2019 :: Configuration read from /etc/gridftp.conf.
[2242] Tue Apr 16 14:55:46 2019 :: Server started in inetd mode.
[2242] Tue Apr 16 14:55:46 2019 :: New connection from: fts801.cern.ch:48398
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: USER :globus-mapping:
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 331 Password required for :globus-mapping:.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: PASS dummy
[2242] Tue Apr 16 14:55:46 2019 :: dmlite :: starting new connection
[2242] Tue Apr 16 14:55:46 2019 :: dmlite :: DSI options :: dome_checksum
[2242] Tue Apr 16 14:55:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2242] Tue Apr 16 14:55:46 2019 :: User :globus-mapping: successfully authorized.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: PASS dummy
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 230-User :globus-mapping: logged in.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: SITE HELP
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 214-The following commands are recognized:
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: FEAT
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 211-Extensions supported
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=58821b7f-6ddd-53e9-b42f-642837424538;file-id=696363171;retry=0
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 250 OK.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: TYPE I
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 200 Type set to I.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: MODE E
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 200 Mode set to E.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: DCAU N
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 200 DCAU N.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: OPTS PASV AllowDelayed=1;
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 200 OPTS Command Successful.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: EPSV
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 200 Passive delayed.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: ALLO 831822880
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 200 ALLO command successful.
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1
[2242] Tue Apr 16 14:55:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1
[2242] Tue Apr 16 14:55:46 2019 :: incoming transfer
[2242] Tue Apr 16 14:55:46 2019 :: requested node: dpmpool22.farm.particle.cz
[2242] Tue Apr 16 14:55:46 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2242] Tue Apr 16 14:55:46 2019 :: connected to remote node
[2242] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48398: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|22918|)
[2242] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2242] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1'
[2242] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2242] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2242] Tue Apr 16 14:55:48 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f3.53.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 150 Beginning transfer.
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 112-Perf Marker
[2144] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3".
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 226 Transfer Complete.
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f3.53.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 250 OK.
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: PASV
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 200 Passive delayed.
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2144] Tue Apr 16 14:55:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2144] Tue Apr 16 14:55:46 2019 :: incoming transfer
[2144] Tue Apr 16 14:55:46 2019 :: requested node: dpmpool9.farm.particle.cz
[2144] Tue Apr 16 14:55:46 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2144] Tue Apr 16 14:55:46 2019 :: connected to remote node
[2144] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 127 Entering Passive Mode (147,231,25,47,89,133)
[2144] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[2144] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2144] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2144] Tue Apr 16 14:55:48 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f9.48.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 150 Beginning transfer.
[2065] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 112-Perf Marker
[2065] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9".
[2065] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 226 Transfer Complete.
[2065] Tue Apr 16 14:55:46 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f9.48.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[2065] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASV
[2093] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Passive delayed.
[2093] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[2093] Tue Apr 16 14:55:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[2093] Tue Apr 16 14:55:46 2019 :: incoming transfer
[2093] Tue Apr 16 14:55:46 2019 :: requested node: dpmpool21.farm.particle.cz
[2093] Tue Apr 16 14:55:46 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2093] Tue Apr 16 14:55:46 2019 :: connected to remote node
[2093] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 127 Entering Passive Mode (147,231,25,92,89,133)
[2093] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5'
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:55:43 2019 :: Child process 2207 ended with rc = 0
[1171] Tue Apr 16 14:55:43 2019 :: Child process 1883 ended with rc = 0
[2261] Tue Apr 16 14:55:47 2019 :: GFork functionality not enabled.:
[2261] Tue Apr 16 14:55:47 2019 :: Configuration read from /etc/gridftp.conf.
[2261] Tue Apr 16 14:55:47 2019 :: Server started in inetd mode.
[2261] Tue Apr 16 14:55:47 2019 :: New connection from: fts808.cern.ch:47668
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: USER :globus-mapping:
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 331 Password required for :globus-mapping:.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: PASS dummy
[2261] Tue Apr 16 14:55:47 2019 :: dmlite :: starting new connection
[2261] Tue Apr 16 14:55:47 2019 :: dmlite :: DSI options :: dome_checksum
[2261] Tue Apr 16 14:55:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2261] Tue Apr 16 14:55:47 2019 :: User :globus-mapping: successfully authorized.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: PASS dummy
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 230-User :globus-mapping: logged in.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: SITE HELP
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 214-The following commands are recognized:
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: FEAT
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 211-Extensions supported
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363073;retry=0
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 250 OK.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: TYPE I
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 200 Type set to I.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: MODE E
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 200 Mode set to E.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: DCAU N
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 200 DCAU N.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: OPTS PASV AllowDelayed=1;
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 200 OPTS Command Successful.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: EPSV
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 200 Passive delayed.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: ALLO 862880763
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 200 ALLO command successful.
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1
[2261] Tue Apr 16 14:55:47 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1
[2261] Tue Apr 16 14:55:47 2019 :: incoming transfer
[2261] Tue Apr 16 14:55:47 2019 :: requested node: dpmpool17.farm.particle.cz
[2261] Tue Apr 16 14:55:47 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2261] Tue Apr 16 14:55:47 2019 :: connected to remote node
[2261] Tue Apr 16 14:55:47 2019 :: fts808.cern.ch:47668: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::17|23776|)
[2261] Tue Apr 16 14:55:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2261] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1'
[2261] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: single entry
[2261] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2261] Tue Apr 16 14:55:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: USER :globus-mapping:
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 331 Password required for :globus-mapping:.
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: PASS dummy
[2075] Tue Apr 16 14:55:44 2019 :: dmlite :: starting new connection
[2075] Tue Apr 16 14:55:44 2019 :: dmlite :: DSI options :: dome_checksum
[2075] Tue Apr 16 14:55:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2075] Tue Apr 16 14:55:44 2019 :: User :globus-mapping: successfully authorized.
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: PASS dummy
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 230-User :globus-mapping: logged in.
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: SITE HELP
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 214-The following commands are recognized:
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: FEAT
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 211-Extensions supported
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 250 OK.
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: TYPE I
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 200 Type set to I.
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: DCAU N
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 200 DCAU N.
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[2075] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2075] Tue Apr 16 14:55:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2075] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2075] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2075] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2075] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2075] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2075] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2075] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[2075] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 250 OK.
[2075] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: OPTS PASV AllowDelayed=1;
[2075] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 200 OPTS Command Successful.
[2075] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: PASV
[2075] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 200 Passive delayed.
[2075] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2075] Tue Apr 16 14:55:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2075] Tue Apr 16 14:55:48 2019 :: incoming transfer
[2075] Tue Apr 16 14:55:48 2019 :: requested node: dpmpool21.farm.particle.cz
[2075] Tue Apr 16 14:55:48 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2075] Tue Apr 16 14:55:48 2019 :: connected to remote node
[2075] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 127 Entering Passive Mode (147,231,25,92,95,197)
[2075] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f5.51.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 150 Beginning transfer.
[2142] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 112-Perf Marker
[2142] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5".
[2142] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 226 Transfer Complete.
[2142] Tue Apr 16 14:55:46 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f5.51.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[2142] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 250 OK.
[2141] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f8.54.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 150 Beginning transfer.
[2141] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 112-Perf Marker
[2141] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8".
[2141] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 226 Transfer Complete.
[2141] Tue Apr 16 14:55:46 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f8.54.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[2141] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 250 OK.
[2141] Tue Apr 16 14:55:48 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2141] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 250 OK.
[2144] Tue Apr 16 14:55:48 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:48 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.57.1555419346 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 150 Beginning transfer.
[2144] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 112-Perf Marker
[2144] Tue Apr 16 14:55:48 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[2144] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 226 Transfer Complete.
[2144] Tue Apr 16 14:55:48 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.57.1555419346 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: USER :globus-mapping:
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 331 Password required for :globus-mapping:.
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: PASS dummy
[2143] Tue Apr 16 14:55:44 2019 :: dmlite :: starting new connection
[2143] Tue Apr 16 14:55:44 2019 :: dmlite :: DSI options :: dome_checksum
[2143] Tue Apr 16 14:55:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2143] Tue Apr 16 14:55:44 2019 :: User :globus-mapping: successfully authorized.
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: PASS dummy
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 230-User :globus-mapping: logged in.
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: SITE HELP
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 214-The following commands are recognized:
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: FEAT
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 211-Extensions supported
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 250 OK.
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: TYPE I
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 200 Type set to I.
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: DCAU N
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 200 DCAU N.
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[2143] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2143] Tue Apr 16 14:55:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2143] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2143] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2143] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2143] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2143] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2143] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2143] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[2143] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 250 OK.
[2152] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f7.52.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 150 Beginning transfer.
[2152] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 112-Perf Marker
[2152] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7".
[2152] Tue Apr 16 14:55:46 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f7.52.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 226 Transfer Complete.
[2152] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[2152] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 250 OK.
[2152] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2152] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: USER :globus-mapping:
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 331 Password required for :globus-mapping:.
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: PASS dummy
[2153] Tue Apr 16 14:55:44 2019 :: dmlite :: starting new connection
[2153] Tue Apr 16 14:55:44 2019 :: dmlite :: DSI options :: dome_checksum
[2153] Tue Apr 16 14:55:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2153] Tue Apr 16 14:55:44 2019 :: User :globus-mapping: successfully authorized.
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: PASS dummy
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 230-User :globus-mapping: logged in.
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: SITE HELP
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 214-The following commands are recognized:
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: FEAT
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 211-Extensions supported
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 250 OK.
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: TYPE I
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 200 Type set to I.
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: DCAU N
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 200 DCAU N.
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[2153] Tue Apr 16 14:55:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2153] Tue Apr 16 14:55:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2153] Tue Apr 16 14:55:44 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: TYPE A
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 200 Type set to A.
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: OPTS PASV AllowDelayed=1;
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 200 OPTS Command Successful.
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: PASV
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 200 Passive delayed.
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2153] Tue Apr 16 14:55:46 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2153] Tue Apr 16 14:55:46 2019 :: not delayed
[2153] Tue Apr 16 14:55:46 2019 :: rolling the dice
[2153] Tue Apr 16 14:55:46 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2153] Tue Apr 16 14:55:46 2019 :: connected to remote node
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 127 Entering Passive Mode (147,231,25,93,89,133)
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 150 Beginning transfer.
[2153] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel".
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 226 Transfer Complete.
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: TYPE I
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 200 Type set to I.
[2153] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[2153] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f6.49.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 150 Beginning transfer.
[1842] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 112-Perf Marker
[1842] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6".
[1842] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 226 Transfer Complete.
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f6.49.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[1842] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250 OK.
[1842] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[1842] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2075] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[2075] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: single entry
[2075] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2075] Tue Apr 16 14:55:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.50.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4".
[1850] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.50.1555419344 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[1850] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 250 OK.
[1850] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/4.55.1555419345 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 150 Beginning transfer.
[2052] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 112-Perf Marker
[2052] Tue Apr 16 14:55:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4".
[2052] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 226 Transfer Complete.
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/4.55.1555419345 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:46 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2052] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASV
[2052] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Passive delayed.
[2052] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[2052] Tue Apr 16 14:55:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[2052] Tue Apr 16 14:55:48 2019 :: incoming transfer
[2052] Tue Apr 16 14:55:48 2019 :: requested node: dpmpool9.farm.particle.cz
[2052] Tue Apr 16 14:55:48 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2052] Tue Apr 16 14:55:48 2019 :: connected to remote node
[2052] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 127 Entering Passive Mode (147,231,25,47,95,197)
[2052] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6'
[2052] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2052] Tue Apr 16 14:55:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2302] Tue Apr 16 14:55:48 2019 :: GFork functionality not enabled.:
[2302] Tue Apr 16 14:55:48 2019 :: Configuration read from /etc/gridftp.conf.
[2302] Tue Apr 16 14:55:48 2019 :: Server started in inetd mode.
[2302] Tue Apr 16 14:55:48 2019 :: New connection from: fts800.cern.ch:38276
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: USER :globus-mapping:
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 331 Password required for :globus-mapping:.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: PASS dummy
[2302] Tue Apr 16 14:55:48 2019 :: dmlite :: starting new connection
[2302] Tue Apr 16 14:55:48 2019 :: dmlite :: DSI options :: dome_checksum
[2302] Tue Apr 16 14:55:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2302] Tue Apr 16 14:55:48 2019 :: User :globus-mapping: successfully authorized.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: PASS dummy
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 230-User :globus-mapping: logged in.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: SITE HELP
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 214-The following commands are recognized:
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: FEAT
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 211-Extensions supported
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=897f260f-790c-58fb-8e53-680ec819e595;file-id=696363193;retry=0
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 250 OK.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: TYPE I
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 200 Type set to I.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: MODE E
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 200 Mode set to E.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: DCAU N
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 200 DCAU N.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: OPTS PASV AllowDelayed=1;
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 200 OPTS Command Successful.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: EPSV
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 200 Passive delayed.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: ALLO 4309099754
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 200 ALLO command successful.
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1
[2302] Tue Apr 16 14:55:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1
[2302] Tue Apr 16 14:55:48 2019 :: incoming transfer
[2302] Tue Apr 16 14:55:48 2019 :: requested node: dpmpool9.farm.particle.cz
[2302] Tue Apr 16 14:55:48 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2302] Tue Apr 16 14:55:48 2019 :: connected to remote node
[2302] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38276: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|24518|)
[2302] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2302] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1'
[2302] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2302] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2302] Tue Apr 16 14:55:50 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2227] Tue Apr 16 14:55:45 2019 :: GFork functionality not enabled.:
[2227] Tue Apr 16 14:55:45 2019 :: Configuration read from /etc/gridftp.conf.
[2227] Tue Apr 16 14:55:45 2019 :: Server started in inetd mode.
[2227] Tue Apr 16 14:55:45 2019 :: New connection from: ui8.farm.particle.cz:52954
[2234] Tue Apr 16 14:55:45 2019 :: GFork functionality not enabled.:
[2234] Tue Apr 16 14:55:45 2019 :: Configuration read from /etc/gridftp.conf.
[2234] Tue Apr 16 14:55:45 2019 :: Server started in inetd mode.
[2234] Tue Apr 16 14:55:45 2019 :: New connection from: fts801.cern.ch:48394
[2234] Tue Apr 16 14:55:45 2019 :: fts801.cern.ch:48394: [CLIENT]: USER :globus-mapping:
[2234] Tue Apr 16 14:55:45 2019 :: fts801.cern.ch:48394: [SERVER]: 331 Password required for :globus-mapping:.
[2234] Tue Apr 16 14:55:45 2019 :: fts801.cern.ch:48394: [CLIENT]: PASS dummy
[2234] Tue Apr 16 14:55:45 2019 :: dmlite :: starting new connection
[2234] Tue Apr 16 14:55:45 2019 :: dmlite :: DSI options :: dome_checksum
[2234] Tue Apr 16 14:55:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2234] Tue Apr 16 14:55:45 2019 :: User :globus-mapping: successfully authorized.
[2234] Tue Apr 16 14:55:45 2019 :: fts801.cern.ch:48394: [CLIENT]: PASS dummy
[2234] Tue Apr 16 14:55:45 2019 :: fts801.cern.ch:48394: [SERVER]: 230-User :globus-mapping: logged in.
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [CLIENT]: SITE HELP
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [SERVER]: 214-The following commands are recognized:
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [CLIENT]: FEAT
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [SERVER]: 211-Extensions supported
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=58821b7f-6ddd-53e9-b42f-642837424538;file-id=696363171;retry=0
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [SERVER]: 250 OK.
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [CLIENT]: TYPE I
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [SERVER]: 200 Type set to I.
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [CLIENT]: DCAU N
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [SERVER]: 200 DCAU N.
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1
[2234] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2234] Tue Apr 16 14:55:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91
[2234] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2234] Tue Apr 16 14:55:46 2019 :: dmlite :: stat :: single entry
[2234] Tue Apr 16 14:55:46 2019 :: fts801.cern.ch:48394: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91
[2182] Tue Apr 16 14:55:48 2019 :: fts805.cern.ch:34276: [SERVER]: 112-Perf Marker
[2182] Tue Apr 16 14:55:48 2019 :: fts805.cern.ch:34276: [SERVER]: 111 Range Marker 0-83886080
[2242] Tue Apr 16 14:55:48 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2242] Tue Apr 16 14:55:48 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024603.pool.root.1.56.1555419346 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2242] Tue Apr 16 14:55:48 2019 :: fts801.cern.ch:48398: [SERVER]: 150 Beginning transfer.
[2242] Tue Apr 16 14:55:48 2019 :: fts801.cern.ch:48398: [SERVER]: 112-Perf Marker
[2143] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: OPTS PASV AllowDelayed=1;
[2143] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 200 OPTS Command Successful.
[2143] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: PASV
[2143] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 200 Passive delayed.
[2143] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2143] Tue Apr 16 14:55:49 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2143] Tue Apr 16 14:55:49 2019 :: incoming transfer
[2143] Tue Apr 16 14:55:49 2019 :: requested node: dpmpool16.farm.particle.cz
[2143] Tue Apr 16 14:55:49 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[2143] Tue Apr 16 14:55:50 2019 :: connected to remote node
[2143] Tue Apr 16 14:55:50 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 127 Entering Passive Mode (147,231,25,56,83,91)
[2143] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2143] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[2143] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: single entry
[2143] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2143] Tue Apr 16 14:55:51 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/6.61.1555419348 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 150 Beginning transfer.
[2052] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 112-Perf Marker
[2052] Tue Apr 16 14:55:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6".
[2052] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 226 Transfer Complete.
[2052] Tue Apr 16 14:55:49 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/6.61.1555419348 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:50 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[2052] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:50 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/5.58.1555419346 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 150 Beginning transfer.
[2093] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 112-Perf Marker
[2093] Tue Apr 16 14:55:48 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5".
[2093] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 226 Transfer Complete.
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/5.58.1555419346 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:48 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2093] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:50 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:50 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASV
[2093] Tue Apr 16 14:55:50 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Passive delayed.
[2093] Tue Apr 16 14:55:50 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[2093] Tue Apr 16 14:55:50 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[2093] Tue Apr 16 14:55:50 2019 :: incoming transfer
[2093] Tue Apr 16 14:55:50 2019 :: requested node: dpmpool9.farm.particle.cz
[2093] Tue Apr 16 14:55:50 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2093] Tue Apr 16 14:55:50 2019 :: connected to remote node
[2093] Tue Apr 16 14:55:50 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 127 Entering Passive Mode (147,231,25,47,83,91)
[2093] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7'
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/7.64.1555419350 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 150 Beginning transfer.
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 112-Perf Marker
[2093] Tue Apr 16 14:55:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7".
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 226 Transfer Complete.
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/7.64.1555419350 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 350 OK. Send RNTO with destination name.
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASV
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Passive delayed.
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[2093] Tue Apr 16 14:55:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[2093] Tue Apr 16 14:55:51 2019 :: incoming transfer
[2093] Tue Apr 16 14:55:51 2019 :: requested node: dpmpool22.farm.particle.cz
[2093] Tue Apr 16 14:55:51 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: USER :globus-mapping:
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 331 Password required for :globus-mapping:.
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: PASS dummy
[2227] Tue Apr 16 14:55:50 2019 :: dmlite :: starting new connection
[2227] Tue Apr 16 14:55:50 2019 :: dmlite :: DSI options :: dome_checksum
[2227] Tue Apr 16 14:55:50 2019 :: DN /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 successfully authorized.
[2227] Tue Apr 16 14:55:50 2019 :: User :globus-mapping: successfully authorized.
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: PASS dummy
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 230-User :globus-mapping: logged in.
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: SITE HELP
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 214-The following commands are recognized:
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: FEAT
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 211-Extensions supported
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.15.2";
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 250 OK.
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: TYPE I
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 200 Type set to I.
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: DCAU N
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 200 DCAU N.
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: OPTS PASV AllowDelayed=1;
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 200 OPTS Command Successful.
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: EPSV
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 200 Passive delayed.
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: STOR /dpmpool18.farm.particle.cz:/mnt/fs7/auger/2019-04-16/DAT010578.tar.gz.607387016.0
[2227] Tue Apr 16 14:55:50 2019 :: passive mode: STOR /dpmpool18.farm.particle.cz:/mnt/fs7/auger/2019-04-16/DAT010578.tar.gz.607387016.0
[2227] Tue Apr 16 14:55:50 2019 :: incoming transfer
[2227] Tue Apr 16 14:55:50 2019 :: requested node: dpmpool18.farm.particle.cz
[2227] Tue Apr 16 14:55:50 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[2227] Tue Apr 16 14:55:50 2019 :: connected to remote node
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::18|21339|)
[2227] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpmpool18.farm.particle.cz:/mnt/fs7/auger/2019-04-16/DAT010578.tar.gz.607387016.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[2227] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2227] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2227] Tue Apr 16 14:55:50 2019 :: dmlite :: opening :: dpmpool18.farm.particle.cz:/mnt/fs7/auger/2019-04-16/DAT010578.tar.gz.607387016.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[2227] Tue Apr 16 14:55:50 2019 :: dmlite :: user error :: 22 :: [#00.000022] DavixError (18): Failure HTTP 404 : File not found  after 3 attempts :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[2227] Tue Apr 16 14:55:50 2019 :: dmlite :: recv :: requesting transfer :: /dpmpool18.farm.particle.cz:/mnt/fs7/auger/2019-04-16/DAT010578.tar.gz.607387016.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[2227] Tue Apr 16 14:55:50 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 150 Beginning transfer.
[2227] Tue Apr 16 14:55:51 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 112-Perf Marker
[2227] Tue Apr 16 14:55:51 2019 :: Finished transferring "/dpmpool18.farm.particle.cz:/mnt/fs7/auger/2019-04-16/DAT010578.tar.gz.607387016.0".
[2227] Tue Apr 16 14:55:51 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 226 Transfer Complete.
[2227] Tue Apr 16 14:55:51 2019 :: ui8.farm.particle.cz:52954: [CLIENT]: QUIT
[2227] Tue Apr 16 14:55:51 2019 :: ui8.farm.particle.cz:52954: [SERVER]: 221 Goodbye.
[2227] Tue Apr 16 14:55:51 2019 :: Closed connection from ui8.farm.particle.cz:52954
[2227] Tue Apr 16 14:55:51 2019 :: dmlite :: closing connection
[2242] Tue Apr 16 14:55:51 2019 :: fts801.cern.ch:48398: [SERVER]: 112-Perf Marker
[2242] Tue Apr 16 14:55:51 2019 :: fts801.cern.ch:48398: [SERVER]: 111 Range Marker 0-831822880
[2242] Tue Apr 16 14:55:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1".
[2242] Tue Apr 16 14:55:51 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024603.pool.root.1.56.1555419346 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2242] Tue Apr 16 14:55:51 2019 :: fts801.cern.ch:48398: [SERVER]: 226 Transfer Complete.
[2242] Tue Apr 16 14:55:51 2019 :: fts801.cern.ch:48398: [CLIENT]: QUIT
[2242] Tue Apr 16 14:55:51 2019 :: fts801.cern.ch:48398: [SERVER]: 221 Goodbye.
[2242] Tue Apr 16 14:55:52 2019 :: Closed connection from fts801.cern.ch:48398
[2242] Tue Apr 16 14:55:52 2019 :: dmlite :: closing connection
[2275] Tue Apr 16 14:55:47 2019 :: GFork functionality not enabled.:
[2275] Tue Apr 16 14:55:47 2019 :: Configuration read from /etc/gridftp.conf.
[2275] Tue Apr 16 14:55:47 2019 :: Server started in inetd mode.
[2275] Tue Apr 16 14:55:47 2019 :: New connection from: etf-03.cern.ch:35014
[2275] Tue Apr 16 14:55:47 2019 :: etf-03.cern.ch:35014: [CLIENT]: USER :globus-mapping:
[2275] Tue Apr 16 14:55:47 2019 :: etf-03.cern.ch:35014: [SERVER]: 331 Password required for :globus-mapping:.
[2275] Tue Apr 16 14:55:47 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASS dummy
[2275] Tue Apr 16 14:55:47 2019 :: dmlite :: starting new connection
[2275] Tue Apr 16 14:55:47 2019 :: dmlite :: DSI options :: dome_checksum
[2275] Tue Apr 16 14:55:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2275] Tue Apr 16 14:55:47 2019 :: User :globus-mapping: successfully authorized.
[2275] Tue Apr 16 14:55:47 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASS dummy
[2275] Tue Apr 16 14:55:47 2019 :: etf-03.cern.ch:35014: [SERVER]: 230-User :globus-mapping: logged in.
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: SITE HELP
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 214-The following commands are recognized:
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: FEAT
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 211-Extensions supported
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 250 OK.
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: TYPE I
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Type set to I.
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: DCAU N
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 DCAU N.
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:48 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:48 2019 :: dmlite :: dome checksum :: adler32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: CKSM adler32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 213 19e60272
[2275] Tue Apr 16 14:55:48 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:48 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 213 19e60272
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: OPTS PASV AllowDelayed=1;
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 OPTS Command Successful.
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:48 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:48 2019 :: outgoing transfer
[2275] Tue Apr 16 14:55:48 2019 :: requested node: dpmpool21.farm.particle.cz
[2275] Tue Apr 16 14:55:48 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:48 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,92,95,198)
[2275] Tue Apr 16 14:55:48 2019 :: dmlite :: send :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt.495991.1555386935 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:48 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt".
[2275] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:49 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:49 2019 :: dmlite :: dome checksum :: adler32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: CKSM adler32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 213 19e60272
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: outgoing transfer
[2275] Tue Apr 16 14:55:49 2019 :: requested node: dpmpool22.farm.particle.cz
[2275] Tue Apr 16 14:55:49 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:49 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,93,91,4)
[2275] Tue Apr 16 14:55:49 2019 :: dmlite :: send :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-14/testfile-prep-gsiftp-GET-ATLASDATADISK.txt.287421.1555258719 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt".
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:49 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:49 2019 :: dmlite :: dome checksum :: adler32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: CKSM adler32 0 -1 /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 213 19e60272
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: outgoing transfer
[2275] Tue Apr 16 14:55:49 2019 :: requested node: dpmpool22.farm.particle.cz
[2275] Tue Apr 16 14:55:49 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:49 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,93,91,5)
[2275] Tue Apr 16 14:55:49 2019 :: dmlite :: send :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt.491222.1555385135 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt".
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:49 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:49 2019 :: dmlite :: dome checksum :: adler32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: CKSM adler32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 213 19e60272
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35014: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2275] Tue Apr 16 14:55:49 2019 :: outgoing transfer
[2275] Tue Apr 16 14:55:49 2019 :: requested node: dpmpool22.farm.particle.cz
[2275] Tue Apr 16 14:55:49 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:50 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,93,83,91)
[2275] Tue Apr 16 14:55:50 2019 :: dmlite :: send :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-14/testfile-prep-gsiftp-GET-ATLASDATADISK.txt.287421.1555258719 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:50 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt".
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:50 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:50 2019 :: dmlite :: dome checksum :: adler32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: CKSM adler32 0 -1 /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 213 19e60272
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2275] Tue Apr 16 14:55:50 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2275] Tue Apr 16 14:55:50 2019 :: outgoing transfer
[2275] Tue Apr 16 14:55:50 2019 :: requested node: dpmpool22.farm.particle.cz
[2275] Tue Apr 16 14:55:50 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:50 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,93,83,92)
[2275] Tue Apr 16 14:55:50 2019 :: dmlite :: send :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt.491222.1555385135 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:50 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt".
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:50 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:50 2019 :: dmlite :: dome checksum :: adler32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: CKSM adler32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 213 19e60272
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:50 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2275] Tue Apr 16 14:55:50 2019 :: outgoing transfer
[2275] Tue Apr 16 14:55:50 2019 :: requested node: dpmpool21.farm.particle.cz
[2275] Tue Apr 16 14:55:50 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:50 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,92,83,91)
[2275] Tue Apr 16 14:55:50 2019 :: dmlite :: send :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt.495991.1555386935 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:50 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt".
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: TYPE A
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Type set to A.
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35014: [CLIENT]: NLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/
[2275] Tue Apr 16 14:55:50 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk
[2275] Tue Apr 16 14:55:50 2019 :: not delayed
[2275] Tue Apr 16 14:55:50 2019 :: rolling the dice
[2275] Tue Apr 16 14:55:50 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:51 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,64,82,253)
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasscratchdisk".
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [CLIENT]: NLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/
[2275] Tue Apr 16 14:55:51 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk
[2275] Tue Apr 16 14:55:51 2019 :: not delayed
[2275] Tue Apr 16 14:55:51 2019 :: rolling the dice
[2275] Tue Apr 16 14:55:51 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:51 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,64,82,254)
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk".
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [CLIENT]: PASV
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [SERVER]: 200 Passive delayed.
[2275] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35014: [CLIENT]: NLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/
[2275] Tue Apr 16 14:55:51 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk
[2275] Tue Apr 16 14:55:51 2019 :: not delayed
[2275] Tue Apr 16 14:55:51 2019 :: rolling the dice
[2275] Tue Apr 16 14:55:51 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2275] Tue Apr 16 14:55:52 2019 :: connected to remote node
[2275] Tue Apr 16 14:55:52 2019 :: etf-03.cern.ch:35014: [SERVER]: 127 Entering Passive Mode (147,231,25,57,79,140)
[2275] Tue Apr 16 14:55:52 2019 :: etf-03.cern.ch:35014: [SERVER]: 150 Beginning transfer.
[2275] Tue Apr 16 14:55:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk".
[2275] Tue Apr 16 14:55:52 2019 :: etf-03.cern.ch:35014: [SERVER]: 226 Transfer Complete.
[2275] Tue Apr 16 14:55:52 2019 :: etf-03.cern.ch:35014: [CLIENT]: QUIT
[2275] Tue Apr 16 14:55:52 2019 :: etf-03.cern.ch:35014: [SERVER]: 221 Goodbye.
[2275] Tue Apr 16 14:55:52 2019 :: Closed connection from etf-03.cern.ch:35014
[2275] Tue Apr 16 14:55:52 2019 :: dmlite :: closing connection
[2296] Tue Apr 16 14:55:48 2019 :: GFork functionality not enabled.:
[2296] Tue Apr 16 14:55:48 2019 :: Configuration read from /etc/gridftp.conf.
[2296] Tue Apr 16 14:55:48 2019 :: Server started in inetd mode.
[2296] Tue Apr 16 14:55:48 2019 :: New connection from: etf-03.cern.ch:35164
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: USER :globus-mapping:
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 331 Password required for :globus-mapping:.
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: PASS dummy
[2296] Tue Apr 16 14:55:48 2019 :: dmlite :: starting new connection
[2296] Tue Apr 16 14:55:48 2019 :: dmlite :: DSI options :: dome_checksum
[2296] Tue Apr 16 14:55:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2296] Tue Apr 16 14:55:48 2019 :: User :globus-mapping: successfully authorized.
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: PASS dummy
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 230-User :globus-mapping: logged in.
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: SITE HELP
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 214-The following commands are recognized:
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: FEAT
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 211-Extensions supported
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 250 OK.
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: TYPE I
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 200 Type set to I.
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: DCAU N
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 200 DCAU N.
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2296] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:48 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [SERVER]: 213 19e60272
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [SERVER]: 213 19e60272
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [SERVER]: 213 19e60272
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:49 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/SAM/testfile-prep-gsiftp-GET-ATLASDATADISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [SERVER]: 213 19e60272
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/SAM/testfile-prep-gsiftp-GET-ATLASLOCALGROUPDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [SERVER]: 213 19e60272
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/SAM/testfile-prep-gsiftp-GET-ATLASSCRATCHDISK.txt
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:50 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/
[2296] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/
[2296] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/
[2296] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/
[2296] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2296] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: single entry
[2296] Tue Apr 16 14:55:51 2019 :: etf-03.cern.ch:35164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlaslocalgroupdisk/
[2296] Tue Apr 16 14:55:52 2019 :: etf-03.cern.ch:35164: [CLIENT]: QUIT
[2296] Tue Apr 16 14:55:52 2019 :: etf-03.cern.ch:35164: [SERVER]: 221 Goodbye.
[2296] Tue Apr 16 14:55:52 2019 :: Closed connection from etf-03.cern.ch:35164
[2296] Tue Apr 16 14:55:52 2019 :: dmlite :: closing connection
[2347] Tue Apr 16 14:55:52 2019 :: GFork functionality not enabled.:
[2347] Tue Apr 16 14:55:52 2019 :: Configuration read from /etc/gridftp.conf.
[2347] Tue Apr 16 14:55:52 2019 :: Server started in inetd mode.
[2347] Tue Apr 16 14:55:52 2019 :: New connection from: fts801.cern.ch:48478
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [CLIENT]: USER :globus-mapping:
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [SERVER]: 331 Password required for :globus-mapping:.
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [CLIENT]: PASS dummy
[2347] Tue Apr 16 14:55:52 2019 :: dmlite :: starting new connection
[2347] Tue Apr 16 14:55:52 2019 :: dmlite :: DSI options :: dome_checksum
[2347] Tue Apr 16 14:55:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2347] Tue Apr 16 14:55:52 2019 :: User :globus-mapping: successfully authorized.
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [CLIENT]: PASS dummy
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [SERVER]: 230-User :globus-mapping: logged in.
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [CLIENT]: SITE HELP
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [SERVER]: 214-The following commands are recognized:
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [CLIENT]: FEAT
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [SERVER]: 211-Extensions supported
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=58821b7f-6ddd-53e9-b42f-642837424538;file-id=696363171;retry=0
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [SERVER]: 250 OK.
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [CLIENT]: QUIT
[2347] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48478: [SERVER]: 221 Goodbye.
[2347] Tue Apr 16 14:55:52 2019 :: Closed connection from fts801.cern.ch:48478
[2347] Tue Apr 16 14:55:52 2019 :: dmlite :: closing connection
[2261] Tue Apr 16 14:55:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2261] Tue Apr 16 14:55:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/HITS.17617237._024631.pool.root.1.59.1555419347 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2261] Tue Apr 16 14:55:49 2019 :: fts808.cern.ch:47668: [SERVER]: 150 Beginning transfer.
[2261] Tue Apr 16 14:55:49 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2268] Tue Apr 16 14:55:47 2019 :: GFork functionality not enabled.:
[2268] Tue Apr 16 14:55:47 2019 :: Configuration read from /etc/gridftp.conf.
[2268] Tue Apr 16 14:55:47 2019 :: Server started in inetd mode.
[2268] Tue Apr 16 14:55:47 2019 :: New connection from: fts800.cern.ch:38264
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [CLIENT]: USER :globus-mapping:
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [SERVER]: 331 Password required for :globus-mapping:.
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [CLIENT]: PASS dummy
[2268] Tue Apr 16 14:55:47 2019 :: dmlite :: starting new connection
[2268] Tue Apr 16 14:55:47 2019 :: dmlite :: DSI options :: dome_checksum
[2268] Tue Apr 16 14:55:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2268] Tue Apr 16 14:55:47 2019 :: User :globus-mapping: successfully authorized.
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [CLIENT]: PASS dummy
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [SERVER]: 230-User :globus-mapping: logged in.
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [CLIENT]: SITE HELP
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [SERVER]: 214-The following commands are recognized:
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [CLIENT]: FEAT
[2268] Tue Apr 16 14:55:47 2019 :: fts800.cern.ch:38264: [SERVER]: 211-Extensions supported
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=897f260f-790c-58fb-8e53-680ec819e595;file-id=696363193;retry=0
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [SERVER]: 250 OK.
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [CLIENT]: TYPE I
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [SERVER]: 200 Type set to I.
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [CLIENT]: DCAU N
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [SERVER]: 200 DCAU N.
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1
[2268] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2268] Tue Apr 16 14:55:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1
[2268] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2268] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2268] Tue Apr 16 14:55:48 2019 :: fts800.cern.ch:38264: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1
[2281] Tue Apr 16 14:55:47 2019 :: GFork functionality not enabled.:
[2281] Tue Apr 16 14:55:47 2019 :: Configuration read from /etc/gridftp.conf.
[2281] Tue Apr 16 14:55:47 2019 :: Server started in inetd mode.
[2281] Tue Apr 16 14:55:47 2019 :: New connection from: fts802.cern.ch:38232
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: USER :globus-mapping:
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 331 Password required for :globus-mapping:.
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: PASS dummy
[2281] Tue Apr 16 14:55:48 2019 :: dmlite :: starting new connection
[2281] Tue Apr 16 14:55:48 2019 :: dmlite :: DSI options :: dome_checksum
[2281] Tue Apr 16 14:55:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2281] Tue Apr 16 14:55:48 2019 :: User :globus-mapping: successfully authorized.
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: PASS dummy
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 230-User :globus-mapping: logged in.
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: SITE HELP
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 214-The following commands are recognized:
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: FEAT
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 211-Extensions supported
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=98ef3086-80fc-517e-aa04-bee93583ad14;file-id=696363102;retry=0
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 250 OK.
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: TYPE I
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 200 Type set to I.
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: DCAU N
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 200 DCAU N.
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[2281] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[2281] Tue Apr 16 14:55:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc
[2281] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[2281] Tue Apr 16 14:55:48 2019 :: dmlite :: stat :: single entry
[2281] Tue Apr 16 14:55:48 2019 :: fts802.cern.ch:38232: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc
[2337] Tue Apr 16 14:55:51 2019 :: GFork functionality not enabled.:
[2337] Tue Apr 16 14:55:51 2019 :: Configuration read from /etc/gridftp.conf.
[2337] Tue Apr 16 14:55:51 2019 :: Server started in inetd mode.
[2337] Tue Apr 16 14:55:51 2019 :: New connection from: fts811.cern.ch:42632
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: USER :globus-mapping:
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [SERVER]: 331 Password required for :globus-mapping:.
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: PASS dummy
[2337] Tue Apr 16 14:55:51 2019 :: dmlite :: starting new connection
[2337] Tue Apr 16 14:55:51 2019 :: dmlite :: DSI options :: dome_checksum
[2337] Tue Apr 16 14:55:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2337] Tue Apr 16 14:55:51 2019 :: User :globus-mapping: successfully authorized.
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: PASS dummy
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [SERVER]: 230-User :globus-mapping: logged in.
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: SITE HELP
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [SERVER]: 214-The following commands are recognized:
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: FEAT
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [SERVER]: 211-Extensions supported
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=bb53c52a-695e-54e9-9e6a-9f1043c8c3d4;file-id=696363204;retry=0
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [SERVER]: 250 OK.
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: TYPE I
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [SERVER]: 200 Type set to I.
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: DCAU N
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [SERVER]: 200 DCAU N.
[2337] Tue Apr 16 14:55:51 2019 :: fts811.cern.ch:42632: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[2337] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2337] Tue Apr 16 14:55:52 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1'
[2337] Tue Apr 16 14:55:52 2019 :: dmlite :: stat :: single entry
[2337] Tue Apr 16 14:55:52 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2337] Tue Apr 16 14:55:52 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[1850] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[1850] Tue Apr 16 14:55:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[1850] Tue Apr 16 14:55:51 2019 :: incoming transfer
[1850] Tue Apr 16 14:55:51 2019 :: requested node: dpmpool16.farm.particle.cz
[1850] Tue Apr 16 14:55:51 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:51 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,56,82,251)
[1850] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:52 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[1850] Tue Apr 16 14:55:52 2019 :: dmlite :: stat :: single entry
[1850] Tue Apr 16 14:55:52 2019 :: dmlite :: stat :: zero size replica, maybe pending
[1850] Tue Apr 16 14:55:52 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:51 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2065] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:51 2019 :: connected to remote node
[2093] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 127 Entering Passive Mode (147,231,25,93,82,251)
[2093] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8'
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2332] Tue Apr 16 14:55:51 2019 :: GFork functionality not enabled.:
[2332] Tue Apr 16 14:55:51 2019 :: Configuration read from /etc/gridftp.conf.
[2332] Tue Apr 16 14:55:51 2019 :: Server started in inetd mode.
[2332] Tue Apr 16 14:55:51 2019 :: New connection from: fts805.cern.ch:34510
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: USER :globus-mapping:
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 331 Password required for :globus-mapping:.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: PASS dummy
[2332] Tue Apr 16 14:55:51 2019 :: dmlite :: starting new connection
[2332] Tue Apr 16 14:55:51 2019 :: dmlite :: DSI options :: dome_checksum
[2332] Tue Apr 16 14:55:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2332] Tue Apr 16 14:55:51 2019 :: User :globus-mapping: successfully authorized.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: PASS dummy
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 230-User :globus-mapping: logged in.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: SITE HELP
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 214-The following commands are recognized:
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: FEAT
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 211-Extensions supported
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0c1df596-dfa6-5cbc-b413-89a4ae4e35fb;file-id=696363176;retry=0
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 250 OK.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: TYPE I
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 200 Type set to I.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: MODE E
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 200 Mode set to E.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: DCAU N
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 200 DCAU N.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: OPTS PASV AllowDelayed=1;
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 200 OPTS Command Successful.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: EPSV
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 200 Passive delayed.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: ALLO 5424851
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [SERVER]: 200 ALLO command successful.
[2332] Tue Apr 16 14:55:51 2019 :: fts805.cern.ch:34510: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[2332] Tue Apr 16 14:55:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[2332] Tue Apr 16 14:55:51 2019 :: incoming transfer
[2332] Tue Apr 16 14:55:51 2019 :: requested node: dpmpool9.farm.particle.cz
[2332] Tue Apr 16 14:55:51 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2332] Tue Apr 16 14:55:52 2019 :: connected to remote node
[2332] Tue Apr 16 14:55:52 2019 :: fts805.cern.ch:34510: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|20364|)
[2332] Tue Apr 16 14:55:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2332] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1'
[2332] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: single entry
[2332] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2332] Tue Apr 16 14:55:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2302] Tue Apr 16 14:55:50 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2302] Tue Apr 16 14:55:50 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_TRUTH1.17737484._000403.pool.root.1.62.1555419348 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2302] Tue Apr 16 14:55:50 2019 :: fts800.cern.ch:38276: [SERVER]: 150 Beginning transfer.
[2302] Tue Apr 16 14:55:50 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[1171] Tue Apr 16 14:55:51 2019 :: Child process 2227 ended with rc = 0
[1171] Tue Apr 16 14:55:52 2019 :: Child process 2242 ended with rc = 0
[1171] Tue Apr 16 14:55:52 2019 :: Child process 2275 ended with rc = 0
[1171] Tue Apr 16 14:55:52 2019 :: Child process 2296 ended with rc = 0
[1171] Tue Apr 16 14:55:52 2019 :: Child process 2347 ended with rc = 0
[2354] Tue Apr 16 14:55:52 2019 :: GFork functionality not enabled.:
[2354] Tue Apr 16 14:55:52 2019 :: Configuration read from /etc/gridftp.conf.
[2354] Tue Apr 16 14:55:52 2019 :: Server started in inetd mode.
[2354] Tue Apr 16 14:55:52 2019 :: New connection from: fts801.cern.ch:48480
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [CLIENT]: USER :globus-mapping:
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [SERVER]: 331 Password required for :globus-mapping:.
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [CLIENT]: PASS dummy
[2354] Tue Apr 16 14:55:52 2019 :: dmlite :: starting new connection
[2354] Tue Apr 16 14:55:52 2019 :: dmlite :: DSI options :: dome_checksum
[2354] Tue Apr 16 14:55:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2354] Tue Apr 16 14:55:52 2019 :: User :globus-mapping: successfully authorized.
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [CLIENT]: PASS dummy
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [SERVER]: 230-User :globus-mapping: logged in.
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [CLIENT]: SITE HELP
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [SERVER]: 214-The following commands are recognized:
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [CLIENT]: FEAT
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [SERVER]: 211-Extensions supported
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=58821b7f-6ddd-53e9-b42f-642837424538;file-id=696363171;retry=0
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [SERVER]: 250 OK.
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [CLIENT]: TYPE I
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [SERVER]: 200 Type set to I.
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [CLIENT]: MODE E
[2354] Tue Apr 16 14:55:52 2019 :: fts801.cern.ch:48480: [SERVER]: 200 Mode set to E.
[2354] Tue Apr 16 14:55:52 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2354] Tue Apr 16 14:55:52 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1
[2354] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48480: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1
[2354] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48480: [SERVER]: 213 deaa9b11
[2354] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48480: [CLIENT]: QUIT
[2354] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48480: [SERVER]: 221 Goodbye.
[2354] Tue Apr 16 14:55:53 2019 :: Closed connection from fts801.cern.ch:48480
[2354] Tue Apr 16 14:55:53 2019 :: dmlite :: closing connection
[2310] Tue Apr 16 14:55:48 2019 :: GFork functionality not enabled.:
[2310] Tue Apr 16 14:55:48 2019 :: Configuration read from /etc/gridftp.conf.
[2310] Tue Apr 16 14:55:48 2019 :: Server started in inetd mode.
[2384] Tue Apr 16 14:55:53 2019 :: GFork functionality not enabled.:
[2384] Tue Apr 16 14:55:53 2019 :: Configuration read from /etc/gridftp.conf.
[2384] Tue Apr 16 14:55:53 2019 :: Server started in inetd mode.
[2384] Tue Apr 16 14:55:53 2019 :: New connection from: fts801.cern.ch:48488
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [CLIENT]: USER :globus-mapping:
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [SERVER]: 331 Password required for :globus-mapping:.
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [CLIENT]: PASS dummy
[2384] Tue Apr 16 14:55:53 2019 :: dmlite :: starting new connection
[2384] Tue Apr 16 14:55:53 2019 :: dmlite :: DSI options :: dome_checksum
[2384] Tue Apr 16 14:55:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2384] Tue Apr 16 14:55:53 2019 :: User :globus-mapping: successfully authorized.
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [CLIENT]: PASS dummy
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [SERVER]: 230-User :globus-mapping: logged in.
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [CLIENT]: SITE HELP
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [SERVER]: 214-The following commands are recognized:
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [CLIENT]: FEAT
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [SERVER]: 211-Extensions supported
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=58821b7f-6ddd-53e9-b42f-642837424538;file-id=696363171;retry=0
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [SERVER]: 250 OK.
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [CLIENT]: QUIT
[2384] Tue Apr 16 14:55:53 2019 :: fts801.cern.ch:48488: [SERVER]: 221 Goodbye.
[2384] Tue Apr 16 14:55:53 2019 :: Closed connection from fts801.cern.ch:48488
[2384] Tue Apr 16 14:55:53 2019 :: dmlite :: closing connection
[2366] Tue Apr 16 14:55:52 2019 :: GFork functionality not enabled.:
[2366] Tue Apr 16 14:55:52 2019 :: Configuration read from /etc/gridftp.conf.
[2366] Tue Apr 16 14:55:52 2019 :: Server started in inetd mode.
[2366] Tue Apr 16 14:55:52 2019 :: New connection from: fts802.cern.ch:38336
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: USER :globus-mapping:
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 331 Password required for :globus-mapping:.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: PASS dummy
[2366] Tue Apr 16 14:55:52 2019 :: dmlite :: starting new connection
[2366] Tue Apr 16 14:55:52 2019 :: dmlite :: DSI options :: dome_checksum
[2366] Tue Apr 16 14:55:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2366] Tue Apr 16 14:55:52 2019 :: User :globus-mapping: successfully authorized.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: PASS dummy
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 230-User :globus-mapping: logged in.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: SITE HELP
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 214-The following commands are recognized:
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: FEAT
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 211-Extensions supported
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=98ef3086-80fc-517e-aa04-bee93583ad14;file-id=696363102;retry=0
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 250 OK.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: TYPE I
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 200 Type set to I.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: MODE E
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 200 Mode set to E.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: DCAU N
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 200 DCAU N.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: OPTS PASV AllowDelayed=1;
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 200 OPTS Command Successful.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: EPSV
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 200 Passive delayed.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: ALLO 837550384
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 200 ALLO command successful.
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[2366] Tue Apr 16 14:55:52 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[2366] Tue Apr 16 14:55:52 2019 :: incoming transfer
[2366] Tue Apr 16 14:55:52 2019 :: requested node: dpmpool20.farm.particle.cz
[2366] Tue Apr 16 14:55:52 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2366] Tue Apr 16 14:55:52 2019 :: connected to remote node
[2366] Tue Apr 16 14:55:52 2019 :: fts802.cern.ch:38336: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::20|20364|)
[2366] Tue Apr 16 14:55:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[2366] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1'
[2366] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: single entry
[2366] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2366] Tue Apr 16 14:55:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[2397] Tue Apr 16 14:55:54 2019 :: GFork functionality not enabled.:
[2397] Tue Apr 16 14:55:54 2019 :: Configuration read from /etc/gridftp.conf.
[2397] Tue Apr 16 14:55:54 2019 :: Server started in inetd mode.
[2397] Tue Apr 16 14:55:54 2019 :: New connection from: fts801.cern.ch:48492
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: USER :globus-mapping:
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 331 Password required for :globus-mapping:.
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: PASS dummy
[2397] Tue Apr 16 14:55:54 2019 :: dmlite :: starting new connection
[2397] Tue Apr 16 14:55:54 2019 :: dmlite :: DSI options :: dome_checksum
[2397] Tue Apr 16 14:55:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2397] Tue Apr 16 14:55:54 2019 :: User :globus-mapping: successfully authorized.
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: PASS dummy
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 230-User :globus-mapping: logged in.
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: SITE HELP
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 214-The following commands are recognized:
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: FEAT
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 211-Extensions supported
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=58821b7f-6ddd-53e9-b42f-642837424538;file-id=696363171;retry=0
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 250 OK.
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: TYPE I
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 200 Type set to I.
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: MODE E
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 200 Mode set to E.
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: DCAU N
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 200 DCAU N.
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1
[2397] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2397] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: single entry
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/7b/91/HITS.17617237._024603.pool.root.1
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [CLIENT]: QUIT
[2397] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48492: [SERVER]: 221 Goodbye.
[2397] Tue Apr 16 14:55:54 2019 :: Closed connection from fts801.cern.ch:48492
[2397] Tue Apr 16 14:55:54 2019 :: dmlite :: closing connection
[2234] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48394: [CLIENT]: QUIT
[2234] Tue Apr 16 14:55:54 2019 :: fts801.cern.ch:48394: [SERVER]: 221 Goodbye.
[2234] Tue Apr 16 14:55:54 2019 :: Closed connection from fts801.cern.ch:48394
[2234] Tue Apr 16 14:55:54 2019 :: dmlite :: closing connection
[2075] Tue Apr 16 14:55:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2075] Tue Apr 16 14:55:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.60.1555419348 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2075] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 150 Beginning transfer.
[2075] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 112-Perf Marker
[2075] Tue Apr 16 14:55:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[2075] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 226 Transfer Complete.
[2075] Tue Apr 16 14:55:49 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.60.1555419348 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:49 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2142] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 250 OK.
[2141] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2141] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2144] Tue Apr 16 14:55:53 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2144] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 250 OK.
[2143] Tue Apr 16 14:55:51 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2143] Tue Apr 16 14:55:51 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs12/dteamspace/2019-04-16/upload-delete-loop.63.1555419349 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2143] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 150 Beginning transfer.
[2143] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 112-Perf Marker
[2143] Tue Apr 16 14:55:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[2143] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 226 Transfer Complete.
[2143] Tue Apr 16 14:55:51 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs12/dteamspace/2019-04-16/upload-delete-loop.63.1555419349 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: PASV
[2152] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 200 Passive delayed.
[2152] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2152] Tue Apr 16 14:55:53 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2152] Tue Apr 16 14:55:53 2019 :: incoming transfer
[2152] Tue Apr 16 14:55:53 2019 :: requested node: dpmpool22.farm.particle.cz
[2152] Tue Apr 16 14:55:53 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2152] Tue Apr 16 14:55:53 2019 :: connected to remote node
[2152] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 127 Entering Passive Mode (147,231,25,93,92,52)
[2152] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2153] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2153] Tue Apr 16 14:55:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2153] Tue Apr 16 14:55:49 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2153] Tue Apr 16 14:55:49 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2152] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[2152] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: single entry
[2152] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2152] Tue Apr 16 14:55:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2332] Tue Apr 16 14:55:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2332] Tue Apr 16 14:55:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17737833._003141.job.log.tgz.1.67.1555419351 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2332] Tue Apr 16 14:55:53 2019 :: fts805.cern.ch:34510: [SERVER]: 150 Beginning transfer.
[2332] Tue Apr 16 14:55:53 2019 :: fts805.cern.ch:34510: [SERVER]: 112-Perf Marker
[2332] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34510: [SERVER]: 112-Perf Marker
[2332] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34510: [SERVER]: 111 Range Marker 0-5424851
[2332] Tue Apr 16 14:55:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1".
[2332] Tue Apr 16 14:55:54 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17737833._003141.job.log.tgz.1.67.1555419351 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2332] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34510: [SERVER]: 226 Transfer Complete.
[2332] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34510: [CLIENT]: QUIT
[2332] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34510: [SERVER]: 221 Goodbye.
[2332] Tue Apr 16 14:55:54 2019 :: Closed connection from fts805.cern.ch:34510
[2332] Tue Apr 16 14:55:54 2019 :: dmlite :: closing connection
[2319] Tue Apr 16 14:55:49 2019 :: GFork functionality not enabled.:
[2319] Tue Apr 16 14:55:49 2019 :: Configuration read from /etc/gridftp.conf.
[2319] Tue Apr 16 14:55:49 2019 :: Server started in inetd mode.
[2319] Tue Apr 16 14:55:49 2019 :: New connection from: fts805.cern.ch:34424
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [CLIENT]: USER :globus-mapping:
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [SERVER]: 331 Password required for :globus-mapping:.
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [CLIENT]: PASS dummy
[2319] Tue Apr 16 14:55:49 2019 :: dmlite :: starting new connection
[2319] Tue Apr 16 14:55:49 2019 :: dmlite :: DSI options :: dome_checksum
[2319] Tue Apr 16 14:55:49 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2319] Tue Apr 16 14:55:49 2019 :: User :globus-mapping: successfully authorized.
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [CLIENT]: PASS dummy
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [SERVER]: 230-User :globus-mapping: logged in.
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [CLIENT]: SITE HELP
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [SERVER]: 214-The following commands are recognized:
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [CLIENT]: FEAT
[2319] Tue Apr 16 14:55:49 2019 :: fts805.cern.ch:34424: [SERVER]: 211-Extensions supported
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0c1df596-dfa6-5cbc-b413-89a4ae4e35fb;file-id=696363176;retry=0
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [SERVER]: 250 OK.
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [CLIENT]: TYPE I
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [SERVER]: 200 Type set to I.
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [CLIENT]: DCAU N
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [SERVER]: 200 DCAU N.
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[2319] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2319] Tue Apr 16 14:55:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62
[2319] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2319] Tue Apr 16 14:55:50 2019 :: dmlite :: stat :: single entry
[2319] Tue Apr 16 14:55:50 2019 :: fts805.cern.ch:34424: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62
[1842] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[1842] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1842] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2052] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2052] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 350 OK. Send RNTO with destination name.
[2052] Tue Apr 16 14:55:51 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250 OK.
[2052] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[2052] Tue Apr 16 14:55:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:51 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2052] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASV
[2052] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Passive delayed.
[2052] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[2052] Tue Apr 16 14:55:53 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[2052] Tue Apr 16 14:55:53 2019 :: incoming transfer
[2052] Tue Apr 16 14:55:53 2019 :: requested node: dpmpool22.farm.particle.cz
[2052] Tue Apr 16 14:55:53 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2052] Tue Apr 16 14:55:53 2019 :: connected to remote node
[2052] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 127 Entering Passive Mode (147,231,25,93,92,53)
[2052] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9'
[2052] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2052] Tue Apr 16 14:55:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:52 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:52 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs8/dteamspace/2019-04-16/upload-delete-loop.65.1555419351 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1850] Tue Apr 16 14:55:52 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:52 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 112-Perf Marker
[1850] Tue Apr 16 14:55:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[1850] Tue Apr 16 14:55:52 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:52 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs8/dteamspace/2019-04-16/upload-delete-loop.65.1555419351 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2414] Tue Apr 16 14:55:54 2019 :: GFork functionality not enabled.:
[2414] Tue Apr 16 14:55:54 2019 :: Configuration read from /etc/gridftp.conf.
[2414] Tue Apr 16 14:55:54 2019 :: Server started in inetd mode.
[2414] Tue Apr 16 14:55:54 2019 :: New connection from: fts805.cern.ch:34582
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [CLIENT]: USER :globus-mapping:
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [SERVER]: 331 Password required for :globus-mapping:.
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [CLIENT]: PASS dummy
[2414] Tue Apr 16 14:55:54 2019 :: dmlite :: starting new connection
[2414] Tue Apr 16 14:55:54 2019 :: dmlite :: DSI options :: dome_checksum
[2414] Tue Apr 16 14:55:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2414] Tue Apr 16 14:55:54 2019 :: User :globus-mapping: successfully authorized.
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [CLIENT]: PASS dummy
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [SERVER]: 230-User :globus-mapping: logged in.
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [CLIENT]: SITE HELP
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [SERVER]: 214-The following commands are recognized:
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [CLIENT]: FEAT
[2414] Tue Apr 16 14:55:54 2019 :: fts805.cern.ch:34582: [SERVER]: 211-Extensions supported
[2414] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34582: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0c1df596-dfa6-5cbc-b413-89a4ae4e35fb;file-id=696363176;retry=0
[2414] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34582: [SERVER]: 250 OK.
[2414] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34582: [CLIENT]: QUIT
[2414] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34582: [SERVER]: 221 Goodbye.
[2414] Tue Apr 16 14:55:55 2019 :: Closed connection from fts805.cern.ch:34582
[2414] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[1842] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60788: [CLIENT]: QUIT
[1842] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60788: [SERVER]: 221 Goodbye.
[1842] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60788
[1842] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2142] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2142] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2142] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: single entry
[2142] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2142] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60860: [CLIENT]: QUIT
[2142] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60860: [SERVER]: 221 Goodbye.
[2142] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60860
[2142] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2065] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2065] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2065] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: single entry
[2065] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2065] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60842: [CLIENT]: QUIT
[2065] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60842: [SERVER]: 221 Goodbye.
[2065] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60842
[2065] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2153] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60868: [CLIENT]: QUIT
[2153] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60868: [SERVER]: 221 Goodbye.
[2153] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60868
[2153] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2075] Tue Apr 16 14:55:54 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2075] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2075] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 250 OK.
[2075] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60846: [CLIENT]: QUIT
[2075] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60846: [SERVER]: 221 Goodbye.
[2075] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60846
[2075] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2152] Tue Apr 16 14:55:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.69.1555419353 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 150 Beginning transfer.
[2152] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 112-Perf Marker
[2152] Tue Apr 16 14:55:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[2152] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 226 Transfer Complete.
[2152] Tue Apr 16 14:55:54 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.69.1555419353 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2152] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2152] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2152] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60866: [CLIENT]: QUIT
[2152] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60866: [SERVER]: 221 Goodbye.
[2152] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60866
[2152] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2144] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2144] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2144] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 250 OK.
[2144] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60864: [CLIENT]: QUIT
[2144] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60864: [SERVER]: 221 Goodbye.
[2144] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60864
[2144] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[1850] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: PASV
[1850] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 200 Passive delayed.
[1850] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[1850] Tue Apr 16 14:55:54 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[1850] Tue Apr 16 14:55:54 2019 :: not delayed
[1850] Tue Apr 16 14:55:54 2019 :: rolling the dice
[1850] Tue Apr 16 14:55:54 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[1850] Tue Apr 16 14:55:55 2019 :: connected to remote node
[1850] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 127 Entering Passive Mode (147,231,25,47,97,164)
[1850] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 150 Beginning transfer.
[1850] Tue Apr 16 14:55:55 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel".
[1850] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 226 Transfer Complete.
[1850] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60792: [CLIENT]: QUIT
[1850] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60792: [SERVER]: 221 Goodbye.
[1850] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60792
[1850] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2143] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: PASV
[2143] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 200 Passive delayed.
[2143] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2143] Tue Apr 16 14:55:54 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2143] Tue Apr 16 14:55:54 2019 :: not delayed
[2143] Tue Apr 16 14:55:54 2019 :: rolling the dice
[2143] Tue Apr 16 14:55:54 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2143] Tue Apr 16 14:55:54 2019 :: connected to remote node
[2143] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 127 Entering Passive Mode (147,231,25,93,96,35)
[2143] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 150 Beginning transfer.
[2143] Tue Apr 16 14:55:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1".
[2143] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 226 Transfer Complete.
[2143] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60862: [CLIENT]: QUIT
[2143] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60862: [SERVER]: 221 Goodbye.
[2143] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60862
[2143] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2141] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2141] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2141] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 250 OK.
[2141] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60858: [CLIENT]: QUIT
[2141] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60858: [SERVER]: 221 Goodbye.
[2141] Tue Apr 16 14:55:55 2019 :: Closed connection from ui1.farm.particle.cz:60858
[2141] Tue Apr 16 14:55:55 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:55:54 2019 :: GFork functionality not enabled.:
[2391] Tue Apr 16 14:55:54 2019 :: Configuration read from /etc/gridftp.conf.
[2391] Tue Apr 16 14:55:54 2019 :: Server started in inetd mode.
[2391] Tue Apr 16 14:55:54 2019 :: New connection from: fts811.cern.ch:42668
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: USER :globus-mapping:
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 331 Password required for :globus-mapping:.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: PASS dummy
[2391] Tue Apr 16 14:55:54 2019 :: dmlite :: starting new connection
[2391] Tue Apr 16 14:55:54 2019 :: dmlite :: DSI options :: dome_checksum
[2391] Tue Apr 16 14:55:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2391] Tue Apr 16 14:55:54 2019 :: User :globus-mapping: successfully authorized.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: PASS dummy
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 230-User :globus-mapping: logged in.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: SITE HELP
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 214-The following commands are recognized:
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: FEAT
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 211-Extensions supported
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=bb53c52a-695e-54e9-9e6a-9f1043c8c3d4;file-id=696363204;retry=0
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 250 OK.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: TYPE I
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 200 Type set to I.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: MODE E
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 200 Mode set to E.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: DCAU N
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 200 DCAU N.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: OPTS PASV AllowDelayed=1;
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 200 OPTS Command Successful.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: PASV
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 200 Passive delayed.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: ALLO 859702874
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 200 ALLO command successful.
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[2391] Tue Apr 16 14:55:54 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[2391] Tue Apr 16 14:55:54 2019 :: incoming transfer
[2391] Tue Apr 16 14:55:54 2019 :: requested node: dpmpool22.farm.particle.cz
[2391] Tue Apr 16 14:55:54 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2391] Tue Apr 16 14:55:54 2019 :: connected to remote node
[2391] Tue Apr 16 14:55:54 2019 :: fts811.cern.ch:42668: [SERVER]: 127 Entering Passive Mode (147,231,25,93,96,34)
[2391] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2391] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1'
[2391] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2391] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2391] Tue Apr 16 14:55:55 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2182] Tue Apr 16 14:55:53 2019 :: fts805.cern.ch:34276: [SERVER]: 112-Perf Marker
[2182] Tue Apr 16 14:55:53 2019 :: fts805.cern.ch:34276: [SERVER]: 111 Range Marker 83886080-210501632
[2405] Tue Apr 16 14:55:54 2019 :: GFork functionality not enabled.:
[2405] Tue Apr 16 14:55:54 2019 :: Configuration read from /etc/gridftp.conf.
[2405] Tue Apr 16 14:55:54 2019 :: Server started in inetd mode.
[2405] Tue Apr 16 14:55:54 2019 :: New connection from: fts803.cern.ch:44604
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: USER :globus-mapping:
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [SERVER]: 331 Password required for :globus-mapping:.
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: PASS dummy
[2405] Tue Apr 16 14:55:54 2019 :: dmlite :: starting new connection
[2405] Tue Apr 16 14:55:54 2019 :: dmlite :: DSI options :: dome_checksum
[2405] Tue Apr 16 14:55:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2405] Tue Apr 16 14:55:54 2019 :: User :globus-mapping: successfully authorized.
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: PASS dummy
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [SERVER]: 230-User :globus-mapping: logged in.
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: SITE HELP
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [SERVER]: 214-The following commands are recognized:
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: FEAT
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [SERVER]: 211-Extensions supported
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9a77c944-f987-54f2-af91-bc89132a5a0c;file-id=696363226;retry=0
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [SERVER]: 250 OK.
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: TYPE I
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [SERVER]: 200 Type set to I.
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: DCAU N
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [SERVER]: 200 DCAU N.
[2405] Tue Apr 16 14:55:54 2019 :: fts803.cern.ch:44604: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2405] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2405] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1'
[2405] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2405] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2405] Tue Apr 16 14:55:55 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2337] Tue Apr 16 14:55:52 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2337] Tue Apr 16 14:55:52 2019 :: fts811.cern.ch:42632: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[2337] Tue Apr 16 14:55:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2337] Tue Apr 16 14:55:53 2019 :: fts811.cern.ch:42632: [CLIENT]: DELE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[2337] Tue Apr 16 14:55:53 2019 :: fts811.cern.ch:42632: [SERVER]: 250 OK.
[2052] Tue Apr 16 14:55:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/9.70.1555419353 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 150 Beginning transfer.
[2052] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 112-Perf Marker
[2052] Tue Apr 16 14:55:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9".
[2052] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 226 Transfer Complete.
[2052] Tue Apr 16 14:55:54 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/9.70.1555419353 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASV
[2052] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Passive delayed.
[2052] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:55 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2052] Tue Apr 16 14:55:55 2019 :: not delayed
[2052] Tue Apr 16 14:55:55 2019 :: rolling the dice
[2052] Tue Apr 16 14:55:55 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2052] Tue Apr 16 14:55:55 2019 :: connected to remote node
[2052] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 127 Entering Passive Mode (147,231,25,47,97,165)
[2052] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 150 Beginning transfer.
[2052] Tue Apr 16 14:55:55 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting".
[2052] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 226 Transfer Complete.
[2422] Tue Apr 16 14:55:55 2019 :: GFork functionality not enabled.:
[2422] Tue Apr 16 14:55:55 2019 :: Configuration read from /etc/gridftp.conf.
[2422] Tue Apr 16 14:55:55 2019 :: Server started in inetd mode.
[2422] Tue Apr 16 14:55:55 2019 :: New connection from: fts805.cern.ch:34600
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [CLIENT]: USER :globus-mapping:
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [SERVER]: 331 Password required for :globus-mapping:.
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [CLIENT]: PASS dummy
[2422] Tue Apr 16 14:55:55 2019 :: dmlite :: starting new connection
[2422] Tue Apr 16 14:55:55 2019 :: dmlite :: DSI options :: dome_checksum
[2422] Tue Apr 16 14:55:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2422] Tue Apr 16 14:55:55 2019 :: User :globus-mapping: successfully authorized.
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [CLIENT]: PASS dummy
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [SERVER]: 230-User :globus-mapping: logged in.
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [CLIENT]: SITE HELP
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [SERVER]: 214-The following commands are recognized:
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [CLIENT]: FEAT
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [SERVER]: 211-Extensions supported
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0c1df596-dfa6-5cbc-b413-89a4ae4e35fb;file-id=696363176;retry=0
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [SERVER]: 250 OK.
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [CLIENT]: TYPE I
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [SERVER]: 200 Type set to I.
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [CLIENT]: MODE E
[2422] Tue Apr 16 14:55:55 2019 :: fts805.cern.ch:34600: [SERVER]: 200 Mode set to E.
[2422] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2422] Tue Apr 16 14:55:55 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[2422] Tue Apr 16 14:55:56 2019 :: fts805.cern.ch:34600: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[2422] Tue Apr 16 14:55:56 2019 :: fts805.cern.ch:34600: [SERVER]: 213 09f45033
[2422] Tue Apr 16 14:55:56 2019 :: fts805.cern.ch:34600: [CLIENT]: QUIT
[2422] Tue Apr 16 14:55:56 2019 :: fts805.cern.ch:34600: [SERVER]: 221 Goodbye.
[2422] Tue Apr 16 14:55:56 2019 :: Closed connection from fts805.cern.ch:34600
[2422] Tue Apr 16 14:55:56 2019 :: dmlite :: closing connection
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/8.66.1555419351 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 150 Beginning transfer.
[2093] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 112-Perf Marker
[2093] Tue Apr 16 14:55:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8".
[2093] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 226 Transfer Complete.
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/8.66.1555419351 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:53 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2093] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:54 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:55 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASV
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Passive delayed.
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[2093] Tue Apr 16 14:55:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[2093] Tue Apr 16 14:55:56 2019 :: incoming transfer
[2093] Tue Apr 16 14:55:56 2019 :: requested node: dpmpool22.farm.particle.cz
[2093] Tue Apr 16 14:55:56 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2093] Tue Apr 16 14:55:56 2019 :: connected to remote node
[2093] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 127 Entering Passive Mode (147,231,25,93,94,10)
[2093] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2474] Tue Apr 16 14:55:56 2019 :: GFork functionality not enabled.:
[2474] Tue Apr 16 14:55:56 2019 :: Configuration read from /etc/gridftp.conf.
[2474] Tue Apr 16 14:55:56 2019 :: Server started in inetd mode.
[2474] Tue Apr 16 14:55:56 2019 :: New connection from: fts805.cern.ch:34638
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [CLIENT]: USER :globus-mapping:
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [SERVER]: 331 Password required for :globus-mapping:.
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [CLIENT]: PASS dummy
[2474] Tue Apr 16 14:55:57 2019 :: dmlite :: starting new connection
[2474] Tue Apr 16 14:55:57 2019 :: dmlite :: DSI options :: dome_checksum
[2474] Tue Apr 16 14:55:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2474] Tue Apr 16 14:55:57 2019 :: User :globus-mapping: successfully authorized.
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [CLIENT]: PASS dummy
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [SERVER]: 230-User :globus-mapping: logged in.
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [CLIENT]: SITE HELP
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [SERVER]: 214-The following commands are recognized:
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [CLIENT]: FEAT
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [SERVER]: 211-Extensions supported
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0c1df596-dfa6-5cbc-b413-89a4ae4e35fb;file-id=696363176;retry=0
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [SERVER]: 250 OK.
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [CLIENT]: QUIT
[2474] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34638: [SERVER]: 221 Goodbye.
[2474] Tue Apr 16 14:55:57 2019 :: Closed connection from fts805.cern.ch:34638
[2474] Tue Apr 16 14:55:57 2019 :: dmlite :: closing connection
[2360] Tue Apr 16 14:55:52 2019 :: GFork functionality not enabled.:
[2360] Tue Apr 16 14:55:52 2019 :: Configuration read from /etc/gridftp.conf.
[2360] Tue Apr 16 14:55:52 2019 :: Server started in inetd mode.
[2360] Tue Apr 16 14:55:52 2019 :: New connection from: mikan06.farm.particle.cz:52786
[2261] Tue Apr 16 14:55:54 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2261] Tue Apr 16 14:55:54 2019 :: fts808.cern.ch:47668: [SERVER]: 111 Range Marker 0-20709376
[2366] Tue Apr 16 14:55:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[2366] Tue Apr 16 14:55:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024638.pool.root.1.68.1555419352 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[2366] Tue Apr 16 14:55:54 2019 :: fts802.cern.ch:38336: [SERVER]: 150 Beginning transfer.
[2366] Tue Apr 16 14:55:54 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: USER :globus-mapping:
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 331 Password required for :globus-mapping:.
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: PASS dummy
[2360] Tue Apr 16 14:55:57 2019 :: dmlite :: starting new connection
[2360] Tue Apr 16 14:55:57 2019 :: dmlite :: DSI options :: dome_checksum
[2360] Tue Apr 16 14:55:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2360] Tue Apr 16 14:55:57 2019 :: User :globus-mapping: successfully authorized.
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: PASS dummy
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 230-User :globus-mapping: logged in.
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: SITE HELP
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 214-The following commands are recognized:
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: FEAT
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 211-Extensions supported
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 250 OK.
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: TYPE I
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 200 Type set to I.
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: DCAU N
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 200 DCAU N.
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[2360] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[2360] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: single entry
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [CLIENT]: QUIT
[2360] Tue Apr 16 14:55:57 2019 :: mikan06.farm.particle.cz:52786: [SERVER]: 221 Goodbye.
[2360] Tue Apr 16 14:55:57 2019 :: Closed connection from mikan06.farm.particle.cz:52786
[2360] Tue Apr 16 14:55:57 2019 :: dmlite :: closing connection
[2482] Tue Apr 16 14:55:57 2019 :: GFork functionality not enabled.:
[2482] Tue Apr 16 14:55:57 2019 :: Configuration read from /etc/gridftp.conf.
[2482] Tue Apr 16 14:55:57 2019 :: Server started in inetd mode.
[2482] Tue Apr 16 14:55:57 2019 :: New connection from: fts805.cern.ch:34640
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: USER :globus-mapping:
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 331 Password required for :globus-mapping:.
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: PASS dummy
[2482] Tue Apr 16 14:55:57 2019 :: dmlite :: starting new connection
[2482] Tue Apr 16 14:55:57 2019 :: dmlite :: DSI options :: dome_checksum
[2482] Tue Apr 16 14:55:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2482] Tue Apr 16 14:55:57 2019 :: User :globus-mapping: successfully authorized.
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: PASS dummy
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 230-User :globus-mapping: logged in.
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: SITE HELP
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 214-The following commands are recognized:
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: FEAT
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 211-Extensions supported
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0c1df596-dfa6-5cbc-b413-89a4ae4e35fb;file-id=696363176;retry=0
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 250 OK.
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: TYPE I
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 200 Type set to I.
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: MODE E
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 200 Mode set to E.
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: DCAU N
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 200 DCAU N.
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[2482] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2482] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: single entry
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/72/62/log.17737833._003141.job.log.tgz.1
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [CLIENT]: QUIT
[2482] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34640: [SERVER]: 221 Goodbye.
[2482] Tue Apr 16 14:55:57 2019 :: Closed connection from fts805.cern.ch:34640
[2482] Tue Apr 16 14:55:57 2019 :: dmlite :: closing connection
[2319] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34424: [CLIENT]: QUIT
[2319] Tue Apr 16 14:55:57 2019 :: fts805.cern.ch:34424: [SERVER]: 221 Goodbye.
[2319] Tue Apr 16 14:55:57 2019 :: Closed connection from fts805.cern.ch:34424
[2319] Tue Apr 16 14:55:57 2019 :: dmlite :: closing connection
[2093] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2'
[2093] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2093] Tue Apr 16 14:55:57 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:56 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2052] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel" created successfully.
[2052] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[2052] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2052] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASV
[2052] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Passive delayed.
[2052] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[2052] Tue Apr 16 14:55:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[2052] Tue Apr 16 14:55:56 2019 :: incoming transfer
[2052] Tue Apr 16 14:55:56 2019 :: requested node: dpmpool23.farm.particle.cz
[2052] Tue Apr 16 14:55:56 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2052] Tue Apr 16 14:55:56 2019 :: connected to remote node
[2052] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 127 Entering Passive Mode (147,231,25,94,94,10)
[2052] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1'
[2052] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:55:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2052] Tue Apr 16 14:55:57 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2377] Tue Apr 16 14:55:53 2019 :: GFork functionality not enabled.:
[2377] Tue Apr 16 14:55:53 2019 :: Configuration read from /etc/gridftp.conf.
[2377] Tue Apr 16 14:55:53 2019 :: Server started in inetd mode.
[2377] Tue Apr 16 14:55:53 2019 :: New connection from: fts308.usatlas.bnl.gov:39092
[2377] Tue Apr 16 14:55:53 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: USER :globus-mapping:
[2377] Tue Apr 16 14:55:53 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 331 Password required for :globus-mapping:.
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: PASS dummy
[2377] Tue Apr 16 14:55:54 2019 :: dmlite :: starting new connection
[2377] Tue Apr 16 14:55:54 2019 :: dmlite :: DSI options :: dome_checksum
[2377] Tue Apr 16 14:55:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2377] Tue Apr 16 14:55:54 2019 :: User :globus-mapping: successfully authorized.
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: PASS dummy
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 230-User :globus-mapping: logged in.
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: SITE HELP
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 214-The following commands are recognized:
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: FEAT
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 211-Extensions supported
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=856c6ed9-d521-5451-bb73-d58d8e954729;file-id=117600707;retry=0
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 250 OK.
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: TYPE I
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 200 Type set to I.
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: DCAU N
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 200 DCAU N.
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1
[2377] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[2377] Tue Apr 16 14:55:54 2019 :: dmlite :: stat :: single entry
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1
[2377] Tue Apr 16 14:55:54 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[2377] Tue Apr 16 14:55:54 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1
[2377] Tue Apr 16 14:55:54 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 213 6d0270f0
[2449] Tue Apr 16 14:55:56 2019 :: GFork functionality not enabled.:
[2449] Tue Apr 16 14:55:56 2019 :: Configuration read from /etc/gridftp.conf.
[2449] Tue Apr 16 14:55:56 2019 :: Server started in inetd mode.
[2449] Tue Apr 16 14:55:56 2019 :: New connection from: fts803.cern.ch:44646
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: USER :globus-mapping:
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 331 Password required for :globus-mapping:.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: PASS dummy
[2449] Tue Apr 16 14:55:56 2019 :: dmlite :: starting new connection
[2449] Tue Apr 16 14:55:56 2019 :: dmlite :: DSI options :: dome_checksum
[2449] Tue Apr 16 14:55:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2449] Tue Apr 16 14:55:56 2019 :: User :globus-mapping: successfully authorized.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: PASS dummy
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 230-User :globus-mapping: logged in.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: SITE HELP
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 214-The following commands are recognized:
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: FEAT
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 211-Extensions supported
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9a77c944-f987-54f2-af91-bc89132a5a0c;file-id=696363226;retry=0
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 250 OK.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: TYPE I
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 200 Type set to I.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: MODE E
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 200 Mode set to E.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: DCAU N
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 200 DCAU N.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: OPTS PASV AllowDelayed=1;
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 200 OPTS Command Successful.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: EPSV
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 200 Passive delayed.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: ALLO 838880335
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 200 ALLO command successful.
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2449] Tue Apr 16 14:55:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2449] Tue Apr 16 14:55:56 2019 :: incoming transfer
[2449] Tue Apr 16 14:55:56 2019 :: requested node: dpmpool22.farm.particle.cz
[2449] Tue Apr 16 14:55:56 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2449] Tue Apr 16 14:55:56 2019 :: connected to remote node
[2449] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44646: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|24075|)
[2449] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2449] Tue Apr 16 14:55:58 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1'
[2449] Tue Apr 16 14:55:58 2019 :: dmlite :: stat :: single entry
[2449] Tue Apr 16 14:55:58 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2449] Tue Apr 16 14:55:58 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2302] Tue Apr 16 14:55:55 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[2302] Tue Apr 16 14:55:55 2019 :: fts800.cern.ch:38276: [SERVER]: 111 Range Marker 0-432406528
[1171] Tue Apr 16 14:55:53 2019 :: Child process 2354 ended with rc = 0
[1171] Tue Apr 16 14:55:53 2019 :: Child process 2384 ended with rc = 0
[1171] Tue Apr 16 14:55:54 2019 :: Child process 2397 ended with rc = 0
[1171] Tue Apr 16 14:55:54 2019 :: Child process 2234 ended with rc = 0
[1171] Tue Apr 16 14:55:54 2019 :: Child process 2332 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2414 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2142 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2153 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 1842 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2075 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2144 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2065 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 1850 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2152 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2143 ended with rc = 0
[1171] Tue Apr 16 14:55:55 2019 :: Child process 2141 ended with rc = 0
[1171] Tue Apr 16 14:55:56 2019 :: Child process 2422 ended with rc = 0
[1171] Tue Apr 16 14:55:57 2019 :: Child process 2474 ended with rc = 0
[1171] Tue Apr 16 14:55:57 2019 :: Child process 2360 ended with rc = 0
[1171] Tue Apr 16 14:55:57 2019 :: Child process 2482 ended with rc = 0
[1171] Tue Apr 16 14:55:57 2019 :: Child process 2319 ended with rc = 0
[2310] Tue Apr 16 14:55:53 2019 :: New connection from: etf-03.cern.ch:35214
[2310] Tue Apr 16 14:55:53 2019 :: etf-03.cern.ch:35214: [CLIENT]: USER :globus-mapping:
[2310] Tue Apr 16 14:55:53 2019 :: etf-03.cern.ch:35214: [SERVER]: 331 Password required for :globus-mapping:.
[2310] Tue Apr 16 14:55:53 2019 :: etf-03.cern.ch:35214: [CLIENT]: PASS dummy
[2310] Tue Apr 16 14:55:53 2019 :: dmlite :: starting new connection
[2310] Tue Apr 16 14:55:53 2019 :: dmlite :: DSI options :: dome_checksum
[2310] Tue Apr 16 14:55:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2310] Tue Apr 16 14:55:53 2019 :: User :globus-mapping: successfully authorized.
[2310] Tue Apr 16 14:55:53 2019 :: etf-03.cern.ch:35214: [CLIENT]: PASS dummy
[2310] Tue Apr 16 14:55:53 2019 :: etf-03.cern.ch:35214: [SERVER]: 230-User :globus-mapping: logged in.
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [CLIENT]: SITE HELP
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [SERVER]: 214-The following commands are recognized:
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [CLIENT]: FEAT
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [SERVER]: 211-Extensions supported
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [SERVER]: 250 OK.
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [CLIENT]: TYPE I
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [SERVER]: 200 Type set to I.
[2310] Tue Apr 16 14:55:54 2019 :: dmlite :: requesting checksum :: /mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2310] Tue Apr 16 14:55:54 2019 :: requested node: dpmpool20.farm.particle.cz
[2310] Tue Apr 16 14:55:54 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [CLIENT]: CKSM adler32 0 -1 /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2310] Tue Apr 16 14:55:54 2019 :: connected to remote node
[2310] Tue Apr 16 14:55:54 2019 :: etf-03.cern.ch:35214: [SERVER]: 213 19e60272
[2391] Tue Apr 16 14:55:55 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2391] Tue Apr 16 14:55:55 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._024319.pool.root.1.71.1555419354 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2391] Tue Apr 16 14:55:55 2019 :: fts811.cern.ch:42668: [SERVER]: 150 Beginning transfer.
[2391] Tue Apr 16 14:55:55 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2405] Tue Apr 16 14:55:55 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2405] Tue Apr 16 14:55:55 2019 :: fts803.cern.ch:44604: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2405] Tue Apr 16 14:55:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2405] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44604: [CLIENT]: DELE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2405] Tue Apr 16 14:55:56 2019 :: fts803.cern.ch:44604: [SERVER]: 250 OK.
[2429] Tue Apr 16 14:55:55 2019 :: GFork functionality not enabled.:
[2429] Tue Apr 16 14:55:55 2019 :: Configuration read from /etc/gridftp.conf.
[2429] Tue Apr 16 14:55:55 2019 :: Server started in inetd mode.
[2429] Tue Apr 16 14:55:55 2019 :: New connection from: ui1.farm.particle.cz:60920
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: USER :globus-mapping:
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 331 Password required for :globus-mapping:.
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: PASS dummy
[2429] Tue Apr 16 14:55:55 2019 :: dmlite :: starting new connection
[2429] Tue Apr 16 14:55:55 2019 :: dmlite :: DSI options :: dome_checksum
[2429] Tue Apr 16 14:55:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2429] Tue Apr 16 14:55:55 2019 :: User :globus-mapping: successfully authorized.
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: PASS dummy
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 230-User :globus-mapping: logged in.
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: SITE HELP
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 214-The following commands are recognized:
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: FEAT
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 211-Extensions supported
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 250 OK.
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: TYPE I
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 200 Type set to I.
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: DCAU N
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 200 DCAU N.
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: OPTS PASV AllowDelayed=1;
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 200 OPTS Command Successful.
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: PASV
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 200 Passive delayed.
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2429] Tue Apr 16 14:55:55 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2429] Tue Apr 16 14:55:55 2019 :: not delayed
[2429] Tue Apr 16 14:55:55 2019 :: rolling the dice
[2429] Tue Apr 16 14:55:55 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[2429] Tue Apr 16 14:55:55 2019 :: connected to remote node
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 127 Entering Passive Mode (147,231,25,63,97,164)
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 150 Beginning transfer.
[2429] Tue Apr 16 14:55:55 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting".
[2429] Tue Apr 16 14:55:55 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 226 Transfer Complete.
[2429] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[2429] Tue Apr 16 14:55:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:55:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2429] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: PASV
[2429] Tue Apr 16 14:55:56 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 200 Passive delayed.
[2436] Tue Apr 16 14:55:55 2019 :: GFork functionality not enabled.:
[2436] Tue Apr 16 14:55:55 2019 :: Configuration read from /etc/gridftp.conf.
[2436] Tue Apr 16 14:55:55 2019 :: Server started in inetd mode.
[2182] Tue Apr 16 14:55:58 2019 :: fts805.cern.ch:34276: [SERVER]: 112-Perf Marker
[2182] Tue Apr 16 14:55:58 2019 :: fts805.cern.ch:34276: [SERVER]: 111 Range Marker 210501632-331612160
[2449] Tue Apr 16 14:55:58 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2449] Tue Apr 16 14:55:58 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024604.pool.root.1.74.1555419356 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2449] Tue Apr 16 14:55:58 2019 :: fts803.cern.ch:44646: [SERVER]: 150 Beginning transfer.
[2449] Tue Apr 16 14:55:58 2019 :: fts803.cern.ch:44646: [SERVER]: 112-Perf Marker
[2052] Tue Apr 16 14:55:57 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:55:57 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f1.73.1555419356 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:55:56 2019 :: GFork functionality not enabled.:
[2457] Tue Apr 16 14:55:56 2019 :: GFork functionality not enabled.:
[2455] Tue Apr 16 14:55:56 2019 :: Configuration read from /etc/gridftp.conf.
[2457] Tue Apr 16 14:55:56 2019 :: Configuration read from /etc/gridftp.conf.
[2455] Tue Apr 16 14:55:56 2019 :: Server started in inetd mode.
[2457] Tue Apr 16 14:55:56 2019 :: Server started in inetd mode.
[2455] Tue Apr 16 14:55:56 2019 :: New connection from: ui1.farm.particle.cz:60926
[2457] Tue Apr 16 14:55:56 2019 :: New connection from: ui1.farm.particle.cz:60928
[2464] Tue Apr 16 14:55:56 2019 :: GFork functionality not enabled.:
[2464] Tue Apr 16 14:55:56 2019 :: Configuration read from /etc/gridftp.conf.
[2464] Tue Apr 16 14:55:56 2019 :: Server started in inetd mode.
[2093] Tue Apr 16 14:55:57 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:55:57 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f2.72.1555419356 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 150 Beginning transfer.
[2093] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 112-Perf Marker
[2093] Tue Apr 16 14:56:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2".
[2093] Tue Apr 16 14:56:01 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f2.72.1555419356 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 226 Transfer Complete.
[2093] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: PASV
[2093] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 200 Passive delayed.
[2093] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[2093] Tue Apr 16 14:56:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[2093] Tue Apr 16 14:56:01 2019 :: incoming transfer
[2093] Tue Apr 16 14:56:01 2019 :: requested node: dpmpool17.farm.particle.cz
[2093] Tue Apr 16 14:56:01 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2093] Tue Apr 16 14:56:01 2019 :: connected to remote node
[2093] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 127 Entering Passive Mode (147,231,25,57,86,153)
[2093] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:00 2019 :: New connection from: ui1.farm.particle.cz:60922
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: USER :globus-mapping:
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 331 Password required for :globus-mapping:.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: PASS dummy
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: starting new connection
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: DSI options :: dome_checksum
[2436] Tue Apr 16 14:56:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2436] Tue Apr 16 14:56:00 2019 :: User :globus-mapping: successfully authorized.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: PASS dummy
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 230-User :globus-mapping: logged in.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: SITE HELP
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 214-The following commands are recognized:
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: FEAT
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 211-Extensions supported
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 250 OK.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: TYPE I
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 200 Type set to I.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: DCAU N
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 200 DCAU N.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: stat :: single entry
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1" created successfully.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: OPTS PASV AllowDelayed=1;
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 200 OPTS Command Successful.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: PASV
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 200 Passive delayed.
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2436] Tue Apr 16 14:56:00 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2436] Tue Apr 16 14:56:00 2019 :: incoming transfer
[2436] Tue Apr 16 14:56:00 2019 :: requested node: dpmpool9.farm.particle.cz
[2436] Tue Apr 16 14:56:00 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2436] Tue Apr 16 14:56:00 2019 :: connected to remote node
[2436] Tue Apr 16 14:56:00 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 127 Entering Passive Mode (147,231,25,47,90,232)
[2436] Tue Apr 16 14:56:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:02 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services'
[2436] Tue Apr 16 14:56:02 2019 :: dmlite :: stat :: single entry
[2436] Tue Apr 16 14:56:02 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2436] Tue Apr 16 14:56:02 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:02 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:02 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.75.1555419360 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:02 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 150 Beginning transfer.
[2436] Tue Apr 16 14:56:02 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 112-Perf Marker
[2436] Tue Apr 16 14:56:02 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[2436] Tue Apr 16 14:56:02 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.75.1555419360 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2436] Tue Apr 16 14:56:02 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 226 Transfer Complete.
[2436] Tue Apr 16 14:56:02 2019 :: ui1.farm.particle.cz:60922: [CLIENT]: QUIT
[2436] Tue Apr 16 14:56:02 2019 :: ui1.farm.particle.cz:60922: [SERVER]: 221 Goodbye.
[2436] Tue Apr 16 14:56:02 2019 :: Closed connection from ui1.farm.particle.cz:60922
[2436] Tue Apr 16 14:56:02 2019 :: dmlite :: closing connection
[2261] Tue Apr 16 14:55:59 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2261] Tue Apr 16 14:55:59 2019 :: fts808.cern.ch:47668: [SERVER]: 111 Range Marker 20709376-140771328
[2366] Tue Apr 16 14:55:59 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:55:59 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 0-2621440
[2429] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[2429] Tue Apr 16 14:56:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[2429] Tue Apr 16 14:56:01 2019 :: incoming transfer
[2429] Tue Apr 16 14:56:01 2019 :: requested node: dpmpool21.farm.particle.cz
[2429] Tue Apr 16 14:56:01 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2429] Tue Apr 16 14:56:01 2019 :: connected to remote node
[2429] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 127 Entering Passive Mode (147,231,25,92,86,153)
[2429] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:02 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0'
[2429] Tue Apr 16 14:56:02 2019 :: dmlite :: stat :: single entry
[2429] Tue Apr 16 14:56:02 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2429] Tue Apr 16 14:56:02 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: USER :globus-mapping:
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 331 Password required for :globus-mapping:.
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: PASS dummy
[2457] Tue Apr 16 14:56:01 2019 :: dmlite :: starting new connection
[2457] Tue Apr 16 14:56:01 2019 :: dmlite :: DSI options :: dome_checksum
[2457] Tue Apr 16 14:56:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2457] Tue Apr 16 14:56:01 2019 :: User :globus-mapping: successfully authorized.
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: PASS dummy
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 230-User :globus-mapping: logged in.
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: SITE HELP
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 214-The following commands are recognized:
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: FEAT
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 211-Extensions supported
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 250 OK.
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: TYPE I
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 200 Type set to I.
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: DCAU N
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 200 DCAU N.
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[2457] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: OPTS PASV AllowDelayed=1;
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 200 OPTS Command Successful.
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: PASV
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 200 Passive delayed.
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[2457] Tue Apr 16 14:56:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[2457] Tue Apr 16 14:56:01 2019 :: incoming transfer
[2457] Tue Apr 16 14:56:01 2019 :: requested node: dpmpool9.farm.particle.cz
[2457] Tue Apr 16 14:56:01 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2457] Tue Apr 16 14:56:01 2019 :: connected to remote node
[2457] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 127 Entering Passive Mode (147,231,25,47,86,153)
[2457] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3'
[2457] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: single entry
[2457] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2457] Tue Apr 16 14:56:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 150 Beginning transfer.
[2052] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 112-Perf Marker
[2052] Tue Apr 16 14:56:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1".
[2052] Tue Apr 16 14:56:01 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f1.73.1555419356 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 226 Transfer Complete.
[2052] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASV
[2052] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Passive delayed.
[2052] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[2052] Tue Apr 16 14:56:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[2052] Tue Apr 16 14:56:01 2019 :: incoming transfer
[2052] Tue Apr 16 14:56:01 2019 :: requested node: dpmpool19.farm.particle.cz
[2052] Tue Apr 16 14:56:01 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[2052] Tue Apr 16 14:56:01 2019 :: connected to remote node
[2052] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 127 Entering Passive Mode (147,231,25,64,86,153)
[2052] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9'
[2052] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2052] Tue Apr 16 14:56:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7'
[2093] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2093] Tue Apr 16 14:56:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:01 2019 :: GFork functionality not enabled.:
[2511] Tue Apr 16 14:56:01 2019 :: Configuration read from /etc/gridftp.conf.
[2511] Tue Apr 16 14:56:01 2019 :: Server started in inetd mode.
[2511] Tue Apr 16 14:56:01 2019 :: New connection from: ui1.farm.particle.cz:60934
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: USER :globus-mapping:
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 331 Password required for :globus-mapping:.
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: PASS dummy
[2511] Tue Apr 16 14:56:01 2019 :: dmlite :: starting new connection
[2511] Tue Apr 16 14:56:01 2019 :: dmlite :: DSI options :: dome_checksum
[2511] Tue Apr 16 14:56:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2511] Tue Apr 16 14:56:01 2019 :: User :globus-mapping: successfully authorized.
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: PASS dummy
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 230-User :globus-mapping: logged in.
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: SITE HELP
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 214-The following commands are recognized:
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: FEAT
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 211-Extensions supported
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 250 OK.
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: TYPE I
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 200 Type set to I.
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: DCAU N
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 200 DCAU N.
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[2511] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: OPTS PASV AllowDelayed=1;
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 200 OPTS Command Successful.
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: PASV
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 200 Passive delayed.
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[2511] Tue Apr 16 14:56:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[2511] Tue Apr 16 14:56:01 2019 :: incoming transfer
[2511] Tue Apr 16 14:56:01 2019 :: requested node: dpmpool22.farm.particle.cz
[2511] Tue Apr 16 14:56:01 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2511] Tue Apr 16 14:56:01 2019 :: connected to remote node
[2511] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 127 Entering Passive Mode (147,231,25,93,86,153)
[2511] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8'
[2511] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: single entry
[2511] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2511] Tue Apr 16 14:56:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:01 2019 :: New connection from: ui1.farm.particle.cz:60930
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: USER :globus-mapping:
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 331 Password required for :globus-mapping:.
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: PASS dummy
[2464] Tue Apr 16 14:56:01 2019 :: dmlite :: starting new connection
[2464] Tue Apr 16 14:56:01 2019 :: dmlite :: DSI options :: dome_checksum
[2464] Tue Apr 16 14:56:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2464] Tue Apr 16 14:56:01 2019 :: User :globus-mapping: successfully authorized.
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: PASS dummy
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 230-User :globus-mapping: logged in.
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: SITE HELP
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 214-The following commands are recognized:
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: FEAT
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 211-Extensions supported
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 250 OK.
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: TYPE I
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 200 Type set to I.
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: DCAU N
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 200 DCAU N.
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[2464] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: OPTS PASV AllowDelayed=1;
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 200 OPTS Command Successful.
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: PASV
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 200 Passive delayed.
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[2464] Tue Apr 16 14:56:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[2464] Tue Apr 16 14:56:01 2019 :: incoming transfer
[2464] Tue Apr 16 14:56:01 2019 :: requested node: dpmpool9.farm.particle.cz
[2464] Tue Apr 16 14:56:01 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2464] Tue Apr 16 14:56:01 2019 :: connected to remote node
[2464] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 127 Entering Passive Mode (147,231,25,47,86,154)
[2464] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6'
[2464] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: single entry
[2464] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2464] Tue Apr 16 14:56:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2546] Tue Apr 16 14:56:02 2019 :: GFork functionality not enabled.:
[2546] Tue Apr 16 14:56:02 2019 :: Configuration read from /etc/gridftp.conf.
[2546] Tue Apr 16 14:56:02 2019 :: Server started in inetd mode.
[2546] Tue Apr 16 14:56:02 2019 :: New connection from: fts308.usatlas.bnl.gov:39338
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [CLIENT]: USER :globus-mapping:
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [SERVER]: 331 Password required for :globus-mapping:.
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [CLIENT]: PASS dummy
[2546] Tue Apr 16 14:56:02 2019 :: dmlite :: starting new connection
[2546] Tue Apr 16 14:56:02 2019 :: dmlite :: DSI options :: dome_checksum
[2546] Tue Apr 16 14:56:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2546] Tue Apr 16 14:56:02 2019 :: User :globus-mapping: successfully authorized.
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [CLIENT]: PASS dummy
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [SERVER]: 230-User :globus-mapping: logged in.
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [CLIENT]: SITE HELP
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [SERVER]: 214-The following commands are recognized:
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [CLIENT]: FEAT
[2546] Tue Apr 16 14:56:02 2019 :: fts308.usatlas.bnl.gov:39338: [SERVER]: 211-Extensions supported
[2546] Tue Apr 16 14:56:03 2019 :: fts308.usatlas.bnl.gov:39338: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=856c6ed9-d521-5451-bb73-d58d8e954729;file-id=117600707;retry=0
[2546] Tue Apr 16 14:56:03 2019 :: fts308.usatlas.bnl.gov:39338: [SERVER]: 250 OK.
[2546] Tue Apr 16 14:56:03 2019 :: fts308.usatlas.bnl.gov:39338: [CLIENT]: QUIT
[2546] Tue Apr 16 14:56:03 2019 :: fts308.usatlas.bnl.gov:39338: [SERVER]: 221 Goodbye.
[2546] Tue Apr 16 14:56:03 2019 :: Closed connection from fts308.usatlas.bnl.gov:39338
[2546] Tue Apr 16 14:56:03 2019 :: dmlite :: closing connection
[2514] Tue Apr 16 14:56:01 2019 :: GFork functionality not enabled.:
[2514] Tue Apr 16 14:56:01 2019 :: Configuration read from /etc/gridftp.conf.
[2514] Tue Apr 16 14:56:01 2019 :: Server started in inetd mode.
[2514] Tue Apr 16 14:56:01 2019 :: New connection from: ui1.farm.particle.cz:60940
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: USER :globus-mapping:
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 331 Password required for :globus-mapping:.
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: PASS dummy
[2514] Tue Apr 16 14:56:01 2019 :: dmlite :: starting new connection
[2514] Tue Apr 16 14:56:01 2019 :: dmlite :: DSI options :: dome_checksum
[2514] Tue Apr 16 14:56:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2514] Tue Apr 16 14:56:01 2019 :: User :globus-mapping: successfully authorized.
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: PASS dummy
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 230-User :globus-mapping: logged in.
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: SITE HELP
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 214-The following commands are recognized:
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: FEAT
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 211-Extensions supported
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 250 OK.
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: TYPE I
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 200 Type set to I.
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: DCAU N
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 200 DCAU N.
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[2514] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: OPTS PASV AllowDelayed=1;
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 200 OPTS Command Successful.
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: PASV
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 200 Passive delayed.
[2514] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[2514] Tue Apr 16 14:56:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[2514] Tue Apr 16 14:56:01 2019 :: incoming transfer
[2514] Tue Apr 16 14:56:01 2019 :: requested node: dpmpool9.farm.particle.cz
[2514] Tue Apr 16 14:56:01 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2514] Tue Apr 16 14:56:02 2019 :: connected to remote node
[2514] Tue Apr 16 14:56:02 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 127 Entering Passive Mode (147,231,25,47,92,118)
[2514] Tue Apr 16 14:56:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4'
[2514] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: single entry
[2514] Tue Apr 16 14:56:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2514] Tue Apr 16 14:56:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2302] Tue Apr 16 14:56:00 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[2302] Tue Apr 16 14:56:00 2019 :: fts800.cern.ch:38276: [SERVER]: 111 Range Marker 432406528-996802560
[1171] Tue Apr 16 14:56:02 2019 :: Child process 2436 ended with rc = 0
[1171] Tue Apr 16 14:56:03 2019 :: Child process 2546 ended with rc = 0
[2492] Tue Apr 16 14:55:58 2019 :: GFork functionality not enabled.:
[2492] Tue Apr 16 14:55:58 2019 :: Configuration read from /etc/gridftp.conf.
[2492] Tue Apr 16 14:55:58 2019 :: Server started in inetd mode.
[2492] Tue Apr 16 14:55:58 2019 :: New connection from: fts120.cern.ch:60478
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: USER :globus-mapping:
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 331 Password required for :globus-mapping:.
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: PASS dummy
[2492] Tue Apr 16 14:55:59 2019 :: dmlite :: starting new connection
[2492] Tue Apr 16 14:55:59 2019 :: dmlite :: DSI options :: dome_checksum
[2492] Tue Apr 16 14:55:59 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2492] Tue Apr 16 14:55:59 2019 :: User :globus-mapping: successfully authorized.
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: PASS dummy
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 230-User :globus-mapping: logged in.
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: SITE HELP
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 214-The following commands are recognized:
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: FEAT
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 211-Extensions supported
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.5 (gfal2 2.16.2)";job-id=98c0bddb-32ac-52ba-bceb-d169ce37087e;file-id=1036029330;retry=0
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 250 OK.
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: TYPE I
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 200 Type set to I.
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: DCAU N
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 200 DCAU N.
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1
[2492] Tue Apr 16 14:55:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[2492] Tue Apr 16 14:55:59 2019 :: dmlite :: stat :: single entry
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1
[2492] Tue Apr 16 14:55:59 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[2492] Tue Apr 16 14:55:59 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 213 a997693d
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1
[2492] Tue Apr 16 14:55:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[2492] Tue Apr 16 14:55:59 2019 :: dmlite :: stat :: single entry
[2492] Tue Apr 16 14:55:59 2019 :: fts120.cern.ch:60478: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1
[2492] Tue Apr 16 14:56:00 2019 :: fts120.cern.ch:60478: [CLIENT]: MODE E
[2492] Tue Apr 16 14:56:00 2019 :: fts120.cern.ch:60478: [SERVER]: 200 Mode set to E.
[2492] Tue Apr 16 14:56:00 2019 :: fts120.cern.ch:60478: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1
[2492] Tue Apr 16 14:56:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[2492] Tue Apr 16 14:56:00 2019 :: dmlite :: stat :: single entry
[2492] Tue Apr 16 14:56:00 2019 :: fts120.cern.ch:60478: [SERVER]: 213 16846314
[2492] Tue Apr 16 14:56:01 2019 :: fts120.cern.ch:60478: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[2492] Tue Apr 16 14:56:01 2019 :: fts120.cern.ch:60478: [SERVER]: 200 OPTS Command Successful.
[2492] Tue Apr 16 14:56:01 2019 :: fts120.cern.ch:60478: [CLIENT]: EPRT |2|2A07:8504:120:E060::E0|23272|
[2492] Tue Apr 16 14:56:01 2019 :: fts120.cern.ch:60478: [SERVER]: 200 PORT Command successful.
[2492] Tue Apr 16 14:56:01 2019 :: fts120.cern.ch:60478: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1
[2492] Tue Apr 16 14:56:01 2019 :: requested node: dpmpool20.farm.particle.cz
[2492] Tue Apr 16 14:56:01 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2492] Tue Apr 16 14:56:01 2019 :: connected to remote node
[2492] Tue Apr 16 14:56:01 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17686636._032608.pool.root.1.rucio.upload.544011.1555418714 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts120.cern.ch
[2492] Tue Apr 16 14:56:01 2019 :: fts120.cern.ch:60478: [SERVER]: 150 Beginning transfer.
[2492] Tue Apr 16 14:56:02 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/cb/2d/EVNT.17686636._032608.pool.root.1".
[2492] Tue Apr 16 14:56:02 2019 :: fts120.cern.ch:60478: [SERVER]: 226 Transfer Complete.
[2391] Tue Apr 16 14:56:00 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:00 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 0-7864320
[2571] Tue Apr 16 14:56:03 2019 :: GFork functionality not enabled.:
[2571] Tue Apr 16 14:56:03 2019 :: Configuration read from /etc/gridftp.conf.
[2571] Tue Apr 16 14:56:03 2019 :: Server started in inetd mode.
[2571] Tue Apr 16 14:56:03 2019 :: New connection from: fts308.usatlas.bnl.gov:39372
[2571] Tue Apr 16 14:56:03 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: USER :globus-mapping:
[2571] Tue Apr 16 14:56:03 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 331 Password required for :globus-mapping:.
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: PASS dummy
[2571] Tue Apr 16 14:56:04 2019 :: dmlite :: starting new connection
[2571] Tue Apr 16 14:56:04 2019 :: dmlite :: DSI options :: dome_checksum
[2571] Tue Apr 16 14:56:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2571] Tue Apr 16 14:56:04 2019 :: User :globus-mapping: successfully authorized.
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: PASS dummy
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 230-User :globus-mapping: logged in.
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: SITE HELP
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 214-The following commands are recognized:
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: FEAT
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 211-Extensions supported
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=856c6ed9-d521-5451-bb73-d58d8e954729;file-id=117600707;retry=0
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 250 OK.
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: TYPE I
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 200 Type set to I.
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: MODE E
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 200 Mode set to E.
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1
[2571] Tue Apr 16 14:56:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[2571] Tue Apr 16 14:56:04 2019 :: dmlite :: stat :: single entry
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 213 15314641
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [CLIENT]: QUIT
[2571] Tue Apr 16 14:56:04 2019 :: fts308.usatlas.bnl.gov:39372: [SERVER]: 221 Goodbye.
[2571] Tue Apr 16 14:56:04 2019 :: Closed connection from fts308.usatlas.bnl.gov:39372
[2571] Tue Apr 16 14:56:04 2019 :: dmlite :: closing connection
[2429] Tue Apr 16 14:56:02 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:02 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f0.76.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:02 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 150 Beginning transfer.
[2429] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 112-Perf Marker
[2429] Tue Apr 16 14:56:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0".
[2429] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 226 Transfer Complete.
[2429] Tue Apr 16 14:56:03 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f0.76.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2492] Tue Apr 16 14:56:05 2019 :: fts120.cern.ch:60478: [CLIENT]: QUIT
[2492] Tue Apr 16 14:56:05 2019 :: fts120.cern.ch:60478: [SERVER]: 221 Goodbye.
[2492] Tue Apr 16 14:56:05 2019 :: Closed connection from fts120.cern.ch:60478
[2492] Tue Apr 16 14:56:05 2019 :: dmlite :: closing connection
[2182] Tue Apr 16 14:56:03 2019 :: fts805.cern.ch:34276: [SERVER]: 112-Perf Marker
[2182] Tue Apr 16 14:56:03 2019 :: fts805.cern.ch:34276: [SERVER]: 111 Range Marker 331612160-458227712
[2449] Tue Apr 16 14:56:03 2019 :: fts803.cern.ch:44646: [SERVER]: 112-Perf Marker
[2449] Tue Apr 16 14:56:03 2019 :: fts803.cern.ch:44646: [SERVER]: 111 Range Marker 0-300810240
[2052] Tue Apr 16 14:56:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:56:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs6/dteamspace/2019-04-16/f9.79.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 150 Beginning transfer.
[2052] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 112-Perf Marker
[2052] Tue Apr 16 14:56:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9".
[2052] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 226 Transfer Complete.
[2052] Tue Apr 16 14:56:03 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs6/dteamspace/2019-04-16/f9.79.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f3.78.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 150 Beginning transfer.
[2457] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 112-Perf Marker
[2457] Tue Apr 16 14:56:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3".
[2457] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 226 Transfer Complete.
[2457] Tue Apr 16 14:56:03 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f3.78.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: USER :globus-mapping:
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 331 Password required for :globus-mapping:.
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: PASS dummy
[2455] Tue Apr 16 14:56:01 2019 :: dmlite :: starting new connection
[2455] Tue Apr 16 14:56:01 2019 :: dmlite :: DSI options :: dome_checksum
[2455] Tue Apr 16 14:56:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2455] Tue Apr 16 14:56:01 2019 :: User :globus-mapping: successfully authorized.
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: PASS dummy
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 230-User :globus-mapping: logged in.
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: SITE HELP
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 214-The following commands are recognized:
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: FEAT
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 211-Extensions supported
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 250 OK.
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: TYPE I
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 200 Type set to I.
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: DCAU N
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 200 DCAU N.
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[2455] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2511] Tue Apr 16 14:56:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f8.80.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 150 Beginning transfer.
[2511] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 112-Perf Marker
[2511] Tue Apr 16 14:56:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8".
[2511] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 226 Transfer Complete.
[2511] Tue Apr 16 14:56:03 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f8.80.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:01 2019 :: GFork functionality not enabled.:
[2512] Tue Apr 16 14:56:01 2019 :: Configuration read from /etc/gridftp.conf.
[2512] Tue Apr 16 14:56:01 2019 :: Server started in inetd mode.
[2512] Tue Apr 16 14:56:01 2019 :: New connection from: ui1.farm.particle.cz:60936
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: USER :globus-mapping:
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 331 Password required for :globus-mapping:.
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: PASS dummy
[2512] Tue Apr 16 14:56:01 2019 :: dmlite :: starting new connection
[2512] Tue Apr 16 14:56:01 2019 :: dmlite :: DSI options :: dome_checksum
[2512] Tue Apr 16 14:56:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2512] Tue Apr 16 14:56:01 2019 :: User :globus-mapping: successfully authorized.
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: PASS dummy
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 230-User :globus-mapping: logged in.
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: SITE HELP
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 214-The following commands are recognized:
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: FEAT
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 211-Extensions supported
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 250 OK.
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: TYPE I
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 200 Type set to I.
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: DCAU N
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 200 DCAU N.
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[2512] Tue Apr 16 14:56:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:01 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2514] Tue Apr 16 14:56:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f4.82.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 150 Beginning transfer.
[2514] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 112-Perf Marker
[2514] Tue Apr 16 14:56:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4".
[2514] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 226 Transfer Complete.
[2514] Tue Apr 16 14:56:03 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f4.82.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f6.81.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 150 Beginning transfer.
[2464] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 112-Perf Marker
[2464] Tue Apr 16 14:56:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6".
[2464] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 226 Transfer Complete.
[2464] Tue Apr 16 14:56:03 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f6.81.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2513] Tue Apr 16 14:56:01 2019 :: GFork functionality not enabled.:
[2513] Tue Apr 16 14:56:01 2019 :: Configuration read from /etc/gridftp.conf.
[2513] Tue Apr 16 14:56:01 2019 :: Server started in inetd mode.
[2093] Tue Apr 16 14:56:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f7.77.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 150 Beginning transfer.
[2093] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 112-Perf Marker
[2093] Tue Apr 16 14:56:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7".
[2093] Tue Apr 16 14:56:03 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 226 Transfer Complete.
[2093] Tue Apr 16 14:56:03 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f7.77.1555419361 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2552] Tue Apr 16 14:56:02 2019 :: GFork functionality not enabled.:
[2552] Tue Apr 16 14:56:02 2019 :: Configuration read from /etc/gridftp.conf.
[2552] Tue Apr 16 14:56:02 2019 :: Server started in inetd mode.
[2261] Tue Apr 16 14:56:04 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2261] Tue Apr 16 14:56:04 2019 :: fts808.cern.ch:47668: [SERVER]: 111 Range Marker 140771328-261881856
[2366] Tue Apr 16 14:56:04 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:56:04 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 2621440-23330816
[2560] Tue Apr 16 14:56:02 2019 :: GFork functionality not enabled.:
[2560] Tue Apr 16 14:56:02 2019 :: Configuration read from /etc/gridftp.conf.
[2560] Tue Apr 16 14:56:02 2019 :: Server started in inetd mode.
[2560] Tue Apr 16 14:56:02 2019 :: New connection from: lcgfts09.gridpp.rl.ac.uk:48046
[2559] Tue Apr 16 14:56:02 2019 :: GFork functionality not enabled.:
[2559] Tue Apr 16 14:56:02 2019 :: Configuration read from /etc/gridftp.conf.
[2559] Tue Apr 16 14:56:02 2019 :: Server started in inetd mode.
[2559] Tue Apr 16 14:56:07 2019 :: New connection from: mikan06.farm.particle.cz:52788
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: USER :globus-mapping:
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 331 Password required for :globus-mapping:.
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: PASS dummy
[2559] Tue Apr 16 14:56:07 2019 :: dmlite :: starting new connection
[2559] Tue Apr 16 14:56:07 2019 :: dmlite :: DSI options :: dome_checksum
[2559] Tue Apr 16 14:56:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2559] Tue Apr 16 14:56:07 2019 :: User :globus-mapping: successfully authorized.
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: PASS dummy
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 230-User :globus-mapping: logged in.
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: SITE HELP
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 214-The following commands are recognized:
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: FEAT
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 211-Extensions supported
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 250 OK.
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: TYPE I
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 200 Type set to I.
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: DCAU N
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 200 DCAU N.
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[2559] Tue Apr 16 14:56:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[2559] Tue Apr 16 14:56:07 2019 :: dmlite :: stat :: single entry
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [CLIENT]: QUIT
[2559] Tue Apr 16 14:56:07 2019 :: mikan06.farm.particle.cz:52788: [SERVER]: 221 Goodbye.
[2559] Tue Apr 16 14:56:07 2019 :: Closed connection from mikan06.farm.particle.cz:52788
[2559] Tue Apr 16 14:56:07 2019 :: dmlite :: closing connection
[2600] Tue Apr 16 14:56:05 2019 :: GFork functionality not enabled.:
[2600] Tue Apr 16 14:56:05 2019 :: Configuration read from /etc/gridftp.conf.
[2600] Tue Apr 16 14:56:05 2019 :: Server started in inetd mode.
[2600] Tue Apr 16 14:56:05 2019 :: New connection from: fts805.cern.ch:34864
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: USER :globus-mapping:
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 331 Password required for :globus-mapping:.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: PASS dummy
[2600] Tue Apr 16 14:56:06 2019 :: dmlite :: starting new connection
[2600] Tue Apr 16 14:56:06 2019 :: dmlite :: DSI options :: dome_checksum
[2600] Tue Apr 16 14:56:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2600] Tue Apr 16 14:56:06 2019 :: User :globus-mapping: successfully authorized.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: PASS dummy
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 230-User :globus-mapping: logged in.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: SITE HELP
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 214-The following commands are recognized:
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: FEAT
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 211-Extensions supported
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=44ce054e-4f23-55e2-8b2a-29b193dc49b3;file-id=696363190;retry=0
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 250 OK.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: TYPE I
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 200 Type set to I.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: MODE E
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 200 Mode set to E.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: DCAU N
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 200 DCAU N.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: OPTS PASV AllowDelayed=1;
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 200 OPTS Command Successful.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: EPSV
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 200 Passive delayed.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: ALLO 834060631
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 200 ALLO command successful.
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1
[2600] Tue Apr 16 14:56:06 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1
[2600] Tue Apr 16 14:56:06 2019 :: incoming transfer
[2600] Tue Apr 16 14:56:06 2019 :: requested node: dpmpool22.farm.particle.cz
[2600] Tue Apr 16 14:56:06 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2600] Tue Apr 16 14:56:06 2019 :: connected to remote node
[2600] Tue Apr 16 14:56:06 2019 :: fts805.cern.ch:34864: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|20360|)
[2600] Tue Apr 16 14:56:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2600] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1'
[2600] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: single entry
[2600] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2600] Tue Apr 16 14:56:08 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2512] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: OPTS PASV AllowDelayed=1;
[2512] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 200 OPTS Command Successful.
[2512] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: PASV
[2512] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 200 Passive delayed.
[2512] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[2512] Tue Apr 16 14:56:06 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[2512] Tue Apr 16 14:56:06 2019 :: incoming transfer
[2512] Tue Apr 16 14:56:06 2019 :: requested node: dpmpool19.farm.particle.cz
[2512] Tue Apr 16 14:56:06 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[2512] Tue Apr 16 14:56:06 2019 :: connected to remote node
[2512] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 127 Entering Passive Mode (147,231,25,64,79,136)
[2512] Tue Apr 16 14:56:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5'
[2512] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: single entry
[2512] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2512] Tue Apr 16 14:56:08 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2577] Tue Apr 16 14:56:03 2019 :: GFork functionality not enabled.:
[2577] Tue Apr 16 14:56:03 2019 :: Configuration read from /etc/gridftp.conf.
[2302] Tue Apr 16 14:56:05 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[2302] Tue Apr 16 14:56:05 2019 :: fts800.cern.ch:38276: [SERVER]: 111 Range Marker 996802560-1562116096
[1171] Tue Apr 16 14:56:04 2019 :: Child process 2571 ended with rc = 0
[1171] Tue Apr 16 14:56:05 2019 :: Child process 2492 ended with rc = 0
[1171] Tue Apr 16 14:56:07 2019 :: Child process 2559 ended with rc = 0
[2391] Tue Apr 16 14:56:05 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:05 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 7864320-19922944
[2586] Tue Apr 16 14:56:05 2019 :: GFork functionality not enabled.:
[2586] Tue Apr 16 14:56:05 2019 :: Configuration read from /etc/gridftp.conf.
[2586] Tue Apr 16 14:56:05 2019 :: Server started in inetd mode.
[2586] Tue Apr 16 14:56:05 2019 :: New connection from: fts805.cern.ch:34842
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: USER :globus-mapping:
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 331 Password required for :globus-mapping:.
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: PASS dummy
[2586] Tue Apr 16 14:56:05 2019 :: dmlite :: starting new connection
[2586] Tue Apr 16 14:56:05 2019 :: dmlite :: DSI options :: dome_checksum
[2586] Tue Apr 16 14:56:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2586] Tue Apr 16 14:56:05 2019 :: User :globus-mapping: successfully authorized.
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: PASS dummy
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 230-User :globus-mapping: logged in.
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: SITE HELP
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 214-The following commands are recognized:
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: FEAT
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 211-Extensions supported
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=44ce054e-4f23-55e2-8b2a-29b193dc49b3;file-id=696363190;retry=0
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 250 OK.
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: TYPE I
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 200 Type set to I.
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: DCAU N
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 200 DCAU N.
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1
[2586] Tue Apr 16 14:56:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2586] Tue Apr 16 14:56:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14
[2586] Tue Apr 16 14:56:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2586] Tue Apr 16 14:56:05 2019 :: dmlite :: stat :: single entry
[2586] Tue Apr 16 14:56:05 2019 :: fts805.cern.ch:34842: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14
[2457] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[2457] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 250 OK.
[2457] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: PASV
[2457] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 200 Passive delayed.
[2457] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2457] Tue Apr 16 14:56:08 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2457] Tue Apr 16 14:56:08 2019 :: incoming transfer
[2457] Tue Apr 16 14:56:08 2019 :: requested node: dpmpool9.farm.particle.cz
[2457] Tue Apr 16 14:56:08 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2457] Tue Apr 16 14:56:08 2019 :: connected to remote node
[2457] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 127 Entering Passive Mode (147,231,25,47,89,30)
[2457] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:10 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[2457] Tue Apr 16 14:56:10 2019 :: dmlite :: stat :: single entry
[2457] Tue Apr 16 14:56:10 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2457] Tue Apr 16 14:56:10 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2429] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: single entry
[2429] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2429] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[2429] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 250 OK.
[2429] Tue Apr 16 14:56:10 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2429] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 250 OK.
[2613] Tue Apr 16 14:56:07 2019 :: GFork functionality not enabled.:
[2613] Tue Apr 16 14:56:07 2019 :: Configuration read from /etc/gridftp.conf.
[2613] Tue Apr 16 14:56:07 2019 :: Server started in inetd mode.
[2613] Tue Apr 16 14:56:07 2019 :: New connection from: ui1.farm.particle.cz:60964
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: USER :globus-mapping:
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 331 Password required for :globus-mapping:.
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: PASS dummy
[2613] Tue Apr 16 14:56:07 2019 :: dmlite :: starting new connection
[2613] Tue Apr 16 14:56:07 2019 :: dmlite :: DSI options :: dome_checksum
[2613] Tue Apr 16 14:56:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2613] Tue Apr 16 14:56:07 2019 :: User :globus-mapping: successfully authorized.
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: PASS dummy
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 230-User :globus-mapping: logged in.
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: SITE HELP
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 214-The following commands are recognized:
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: FEAT
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 211-Extensions supported
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 250 OK.
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: TYPE I
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 200 Type set to I.
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: DCAU N
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 200 DCAU N.
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2613] Tue Apr 16 14:56:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2613] Tue Apr 16 14:56:07 2019 :: dmlite :: stat :: single entry
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2613] Tue Apr 16 14:56:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2613] Tue Apr 16 14:56:07 2019 :: dmlite :: stat :: single entry
[2613] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2613] Tue Apr 16 14:56:09 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2613] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2613] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 250 OK.
[2613] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: OPTS PASV AllowDelayed=1;
[2613] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 200 OPTS Command Successful.
[2613] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: PASV
[2613] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 200 Passive delayed.
[2613] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2613] Tue Apr 16 14:56:09 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2613] Tue Apr 16 14:56:09 2019 :: incoming transfer
[2613] Tue Apr 16 14:56:09 2019 :: requested node: dpmpool20.farm.particle.cz
[2613] Tue Apr 16 14:56:09 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2613] Tue Apr 16 14:56:09 2019 :: connected to remote node
[2613] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 127 Entering Passive Mode (147,231,25,91,88,108)
[2613] Tue Apr 16 14:56:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2613] Tue Apr 16 14:56:10 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)('
[2613] Tue Apr 16 14:56:10 2019 :: dmlite :: stat :: single entry
[2613] Tue Apr 16 14:56:10 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2613] Tue Apr 16 14:56:10 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2613] Tue Apr 16 14:56:10 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2613] Tue Apr 16 14:56:10 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.86.1555419369 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2613] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 150 Beginning transfer.
[2613] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 112-Perf Marker
[2613] Tue Apr 16 14:56:10 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[2613] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 226 Transfer Complete.
[2613] Tue Apr 16 14:56:10 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.86.1555419369 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2613] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60964: [CLIENT]: QUIT
[2613] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60964: [SERVER]: 221 Goodbye.
[2613] Tue Apr 16 14:56:10 2019 :: Closed connection from ui1.farm.particle.cz:60964
[2613] Tue Apr 16 14:56:10 2019 :: dmlite :: closing connection
[2552] Tue Apr 16 14:56:07 2019 :: New connection from: ui1.farm.particle.cz:60960
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: USER :globus-mapping:
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 331 Password required for :globus-mapping:.
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: PASS dummy
[2552] Tue Apr 16 14:56:07 2019 :: dmlite :: starting new connection
[2552] Tue Apr 16 14:56:07 2019 :: dmlite :: DSI options :: dome_checksum
[2552] Tue Apr 16 14:56:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2552] Tue Apr 16 14:56:07 2019 :: User :globus-mapping: successfully authorized.
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: PASS dummy
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 230-User :globus-mapping: logged in.
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: SITE HELP
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 214-The following commands are recognized:
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: FEAT
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 211-Extensions supported
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 250 OK.
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: TYPE I
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 200 Type set to I.
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: DCAU N
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 200 DCAU N.
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: OPTS PASV AllowDelayed=1;
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 200 OPTS Command Successful.
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: PASV
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 200 Passive delayed.
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2552] Tue Apr 16 14:56:07 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2552] Tue Apr 16 14:56:07 2019 :: outgoing transfer
[2552] Tue Apr 16 14:56:07 2019 :: requested node: dpmpool9.farm.particle.cz
[2552] Tue Apr 16 14:56:07 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2552] Tue Apr 16 14:56:07 2019 :: connected to remote node
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 127 Entering Passive Mode (147,231,25,47,83,46)
[2552] Tue Apr 16 14:56:07 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.75.1555419360 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 150 Beginning transfer.
[2552] Tue Apr 16 14:56:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[2552] Tue Apr 16 14:56:07 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 226 Transfer Complete.
[2552] Tue Apr 16 14:56:07 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2552] Tue Apr 16 14:56:07 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2552] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2552] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[2552] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2552] Tue Apr 16 14:56:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2552] Tue Apr 16 14:56:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (253 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2552] Tue Apr 16 14:56:09 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2552] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60960: [CLIENT]: QUIT
[2552] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60960: [SERVER]: 221 Goodbye.
[2552] Tue Apr 16 14:56:10 2019 :: Closed connection from ui1.farm.particle.cz:60960
[2552] Tue Apr 16 14:56:10 2019 :: dmlite :: closing connection
[2594] Tue Apr 16 14:56:05 2019 :: GFork functionality not enabled.:
[2594] Tue Apr 16 14:56:05 2019 :: Configuration read from /etc/gridftp.conf.
[2594] Tue Apr 16 14:56:05 2019 :: Server started in inetd mode.
[2594] Tue Apr 16 14:56:05 2019 :: New connection from: fts308.usatlas.bnl.gov:39410
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: USER :globus-mapping:
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 331 Password required for :globus-mapping:.
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: PASS dummy
[2594] Tue Apr 16 14:56:06 2019 :: dmlite :: starting new connection
[2594] Tue Apr 16 14:56:06 2019 :: dmlite :: DSI options :: dome_checksum
[2594] Tue Apr 16 14:56:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2594] Tue Apr 16 14:56:06 2019 :: User :globus-mapping: successfully authorized.
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: PASS dummy
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 230-User :globus-mapping: logged in.
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: SITE HELP
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 214-The following commands are recognized:
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: FEAT
[2594] Tue Apr 16 14:56:06 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 211-Extensions supported
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=856c6ed9-d521-5451-bb73-d58d8e954729;file-id=117600707;retry=0
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 250 OK.
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: TYPE I
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 200 Type set to I.
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: MODE E
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 200 Mode set to E.
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 200 OPTS Command Successful.
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: DCAU N
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 200 DCAU N.
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: PORT 129,107,255,17,225,212
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 200 PORT Command successful.
[2594] Tue Apr 16 14:56:07 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1
[2594] Tue Apr 16 14:56:07 2019 :: requested node: dpmpool17.farm.particle.cz
[2594] Tue Apr 16 14:56:07 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2594] Tue Apr 16 14:56:07 2019 :: connected to remote node
[2594] Tue Apr 16 14:56:07 2019 :: dmlite :: send :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs12/atlas/2019-04-16/EVNT.17639170._128551.pool.root.1.rucio.upload.544093.1555418801 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[2594] Tue Apr 16 14:56:08 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 150 Beginning transfer.
[2182] Tue Apr 16 14:56:08 2019 :: fts805.cern.ch:34276: [SERVER]: 112-Perf Marker
[2182] Tue Apr 16 14:56:08 2019 :: fts805.cern.ch:34276: [SERVER]: 111 Range Marker 458227712-584843264
[2600] Tue Apr 16 14:56:08 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2600] Tue Apr 16 14:56:08 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._024617.pool.root.1.83.1555419366 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2600] Tue Apr 16 14:56:08 2019 :: fts805.cern.ch:34864: [SERVER]: 150 Beginning transfer.
[2600] Tue Apr 16 14:56:08 2019 :: fts805.cern.ch:34864: [SERVER]: 112-Perf Marker
[2449] Tue Apr 16 14:56:08 2019 :: fts803.cern.ch:44646: [SERVER]: 111 Range Marker 300810240-620363776
[2449] Tue Apr 16 14:56:08 2019 :: fts803.cern.ch:44646: [SERVER]: 112-Perf Marker
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: TYPE A
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Type set to A.
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: PASV
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Passive delayed.
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2052] Tue Apr 16 14:56:08 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2052] Tue Apr 16 14:56:08 2019 :: not delayed
[2052] Tue Apr 16 14:56:08 2019 :: rolling the dice
[2052] Tue Apr 16 14:56:08 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2052] Tue Apr 16 14:56:08 2019 :: connected to remote node
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 127 Entering Passive Mode (147,231,25,91,89,30)
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 150 Beginning transfer.
[2052] Tue Apr 16 14:56:08 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel".
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 226 Transfer Complete.
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: TYPE I
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 200 Type set to I.
[2052] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[2052] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250 OK.
[2457] Tue Apr 16 14:56:10 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:10 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.85.1555419368 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 150 Beginning transfer.
[2457] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 112-Perf Marker
[2457] Tue Apr 16 14:56:10 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[2457] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 226 Transfer Complete.
[2457] Tue Apr 16 14:56:10 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.85.1555419368 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2455] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: single entry
[2455] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2455] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[2455] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 250 OK.
[2511] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[2511] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 250 OK.
[2511] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2511] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:08 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2512] Tue Apr 16 14:56:08 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:08 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f5.84.1555419366 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 150 Beginning transfer.
[2512] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 112-Perf Marker
[2512] Tue Apr 16 14:56:08 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5".
[2512] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 226 Transfer Complete.
[2512] Tue Apr 16 14:56:08 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f5.84.1555419366 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[2512] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 250 OK.
[2514] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[2514] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 250 OK.
[2514] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2514] Tue Apr 16 14:56:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:10 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2464] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[2464] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 250 OK.
[2464] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: PASV
[2464] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 200 Passive delayed.
[2464] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2464] Tue Apr 16 14:56:10 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2464] Tue Apr 16 14:56:10 2019 :: incoming transfer
[2464] Tue Apr 16 14:56:10 2019 :: requested node: dpmpool22.farm.particle.cz
[2464] Tue Apr 16 14:56:10 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2464] Tue Apr 16 14:56:10 2019 :: connected to remote node
[2464] Tue Apr 16 14:56:10 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 127 Entering Passive Mode (147,231,25,93,88,73)
[2464] Tue Apr 16 14:56:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2513] Tue Apr 16 14:56:06 2019 :: New connection from: ui1.farm.particle.cz:60938
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: USER :globus-mapping:
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 331 Password required for :globus-mapping:.
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: PASS dummy
[2513] Tue Apr 16 14:56:06 2019 :: dmlite :: starting new connection
[2513] Tue Apr 16 14:56:06 2019 :: dmlite :: DSI options :: dome_checksum
[2513] Tue Apr 16 14:56:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2513] Tue Apr 16 14:56:06 2019 :: User :globus-mapping: successfully authorized.
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: PASS dummy
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 230-User :globus-mapping: logged in.
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: SITE HELP
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 214-The following commands are recognized:
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: FEAT
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 211-Extensions supported
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 250 OK.
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: TYPE I
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 200 Type set to I.
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: DCAU N
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 200 DCAU N.
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[2513] Tue Apr 16 14:56:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2513] Tue Apr 16 14:56:06 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2513] Tue Apr 16 14:56:06 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2513] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2513] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[2513] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 250 OK.
[2449] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44646: [SERVER]: 112-Perf Marker
[2449] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44646: [SERVER]: 111 Range Marker 620363776-838880335
[2449] Tue Apr 16 14:56:11 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1".
[2449] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44646: [SERVER]: 226 Transfer Complete.
[2449] Tue Apr 16 14:56:11 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024604.pool.root.1.74.1555419356 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2449] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44646: [CLIENT]: QUIT
[2449] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44646: [SERVER]: 221 Goodbye.
[2449] Tue Apr 16 14:56:11 2019 :: Closed connection from fts803.cern.ch:44646
[2449] Tue Apr 16 14:56:11 2019 :: dmlite :: closing connection
[2464] Tue Apr 16 14:56:11 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[2464] Tue Apr 16 14:56:11 2019 :: dmlite :: stat :: single entry
[2464] Tue Apr 16 14:56:11 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2464] Tue Apr 16 14:56:11 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[2093] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250 OK.
[2093] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2093] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:08 2019 :: dmlite :: stat :: single entry
[2093] Tue Apr 16 14:56:08 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2646] Tue Apr 16 14:56:11 2019 :: GFork functionality not enabled.:
[2646] Tue Apr 16 14:56:11 2019 :: Configuration read from /etc/gridftp.conf.
[2646] Tue Apr 16 14:56:11 2019 :: Server started in inetd mode.
[2646] Tue Apr 16 14:56:11 2019 :: New connection from: fts803.cern.ch:44784
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [CLIENT]: USER :globus-mapping:
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [SERVER]: 331 Password required for :globus-mapping:.
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [CLIENT]: PASS dummy
[2646] Tue Apr 16 14:56:11 2019 :: dmlite :: starting new connection
[2646] Tue Apr 16 14:56:11 2019 :: dmlite :: DSI options :: dome_checksum
[2646] Tue Apr 16 14:56:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2646] Tue Apr 16 14:56:11 2019 :: User :globus-mapping: successfully authorized.
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [CLIENT]: PASS dummy
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [SERVER]: 230-User :globus-mapping: logged in.
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [CLIENT]: SITE HELP
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [SERVER]: 214-The following commands are recognized:
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [CLIENT]: FEAT
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [SERVER]: 211-Extensions supported
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9a77c944-f987-54f2-af91-bc89132a5a0c;file-id=696363226;retry=0
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [SERVER]: 250 OK.
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [CLIENT]: QUIT
[2646] Tue Apr 16 14:56:11 2019 :: fts803.cern.ch:44784: [SERVER]: 221 Goodbye.
[2646] Tue Apr 16 14:56:11 2019 :: Closed connection from fts803.cern.ch:44784
[2646] Tue Apr 16 14:56:11 2019 :: dmlite :: closing connection
[2261] Tue Apr 16 14:56:09 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2261] Tue Apr 16 14:56:09 2019 :: fts808.cern.ch:47668: [SERVER]: 111 Range Marker 261881856-388497408
[2366] Tue Apr 16 14:56:09 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:56:09 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 23330816-85458944
[2455] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: OPTS PASV AllowDelayed=1;
[2455] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 200 OPTS Command Successful.
[2455] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: PASV
[2455] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 200 Passive delayed.
[2455] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2455] Tue Apr 16 14:56:11 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2455] Tue Apr 16 14:56:11 2019 :: incoming transfer
[2455] Tue Apr 16 14:56:11 2019 :: requested node: dpmpool19.farm.particle.cz
[2455] Tue Apr 16 14:56:11 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[2455] Tue Apr 16 14:56:12 2019 :: connected to remote node
[2455] Tue Apr 16 14:56:12 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 127 Entering Passive Mode (147,231,25,64,87,30)
[2455] Tue Apr 16 14:56:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[2455] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: single entry
[2455] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2455] Tue Apr 16 14:56:13 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2577] Tue Apr 16 14:56:08 2019 :: Server started in inetd mode.
[2577] Tue Apr 16 14:56:08 2019 :: New connection from: ibis36.farm.particle.cz:59040
[2302] Tue Apr 16 14:56:10 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[2302] Tue Apr 16 14:56:10 2019 :: fts800.cern.ch:38276: [SERVER]: 111 Range Marker 1562116096-2152857600
[1171] Tue Apr 16 14:56:10 2019 :: Child process 2613 ended with rc = 0
[1171] Tue Apr 16 14:56:10 2019 :: Child process 2552 ended with rc = 0
[1171] Tue Apr 16 14:56:11 2019 :: Child process 2449 ended with rc = 0
[1171] Tue Apr 16 14:56:11 2019 :: Child process 2646 ended with rc = 0
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: USER :globus-mapping:
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 331 Password required for :globus-mapping:.
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: PASS dummy
[2577] Tue Apr 16 14:56:13 2019 :: dmlite :: starting new connection
[2577] Tue Apr 16 14:56:13 2019 :: dmlite :: DSI options :: dome_checksum
[2577] Tue Apr 16 14:56:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2577] Tue Apr 16 14:56:13 2019 :: User :globus-mapping: successfully authorized.
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: PASS dummy
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 230-User :globus-mapping: logged in.
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: SITE HELP
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 214-The following commands are recognized:
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: FEAT
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 211-Extensions supported
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 250 OK.
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: TYPE I
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 200 Type set to I.
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: DCAU N
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 200 DCAU N.
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[2577] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[2577] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: single entry
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [CLIENT]: QUIT
[2577] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59040: [SERVER]: 221 Goodbye.
[2577] Tue Apr 16 14:56:13 2019 :: Closed connection from ibis36.farm.particle.cz:59040
[2577] Tue Apr 16 14:56:13 2019 :: dmlite :: closing connection
[2681] Tue Apr 16 14:56:13 2019 :: GFork functionality not enabled.:
[2681] Tue Apr 16 14:56:13 2019 :: Configuration read from /etc/gridftp.conf.
[2681] Tue Apr 16 14:56:13 2019 :: Server started in inetd mode.
[2681] Tue Apr 16 14:56:13 2019 :: New connection from: ibis36.farm.particle.cz:59044
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: USER :globus-mapping:
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 331 Password required for :globus-mapping:.
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: PASS dummy
[2681] Tue Apr 16 14:56:13 2019 :: dmlite :: starting new connection
[2681] Tue Apr 16 14:56:13 2019 :: dmlite :: DSI options :: dome_checksum
[2681] Tue Apr 16 14:56:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2681] Tue Apr 16 14:56:13 2019 :: User :globus-mapping: successfully authorized.
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: PASS dummy
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 230-User :globus-mapping: logged in.
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: SITE HELP
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 214-The following commands are recognized:
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: FEAT
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 211-Extensions supported
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 250 OK.
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: TYPE I
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 200 Type set to I.
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: DCAU N
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 200 DCAU N.
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[2681] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[2681] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: single entry
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [CLIENT]: QUIT
[2681] Tue Apr 16 14:56:13 2019 :: ibis36.farm.particle.cz:59044: [SERVER]: 221 Goodbye.
[2681] Tue Apr 16 14:56:13 2019 :: Closed connection from ibis36.farm.particle.cz:59044
[2681] Tue Apr 16 14:56:13 2019 :: dmlite :: closing connection
[2310] Tue Apr 16 14:56:10 2019 :: dmlite :: requesting checksum :: /mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2310] Tue Apr 16 14:56:10 2019 :: requested node: dpmpool20.farm.particle.cz
[2310] Tue Apr 16 14:56:10 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2310] Tue Apr 16 14:56:10 2019 :: etf-03.cern.ch:35214: [CLIENT]: CKSM ADLER32 0 -1 /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2310] Tue Apr 16 14:56:10 2019 :: connected to remote node
[2310] Tue Apr 16 14:56:10 2019 :: etf-03.cern.ch:35214: [SERVER]: 213 19e60272
[2391] Tue Apr 16 14:56:10 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:10 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 19922944-33292288
[2594] Tue Apr 16 14:56:13 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c3/b3/EVNT.17639170._128551.pool.root.1".
[2594] Tue Apr 16 14:56:13 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 226 Transfer Complete.
[2594] Tue Apr 16 14:56:14 2019 :: fts308.usatlas.bnl.gov:39410: [CLIENT]: QUIT
[2594] Tue Apr 16 14:56:14 2019 :: fts308.usatlas.bnl.gov:39410: [SERVER]: 221 Goodbye.
[2594] Tue Apr 16 14:56:14 2019 :: Closed connection from fts308.usatlas.bnl.gov:39410
[2594] Tue Apr 16 14:56:14 2019 :: dmlite :: closing connection
[2657] Tue Apr 16 14:56:11 2019 :: GFork functionality not enabled.:
[2657] Tue Apr 16 14:56:11 2019 :: Configuration read from /etc/gridftp.conf.
[2657] Tue Apr 16 14:56:11 2019 :: Server started in inetd mode.
[2657] Tue Apr 16 14:56:11 2019 :: New connection from: fts803.cern.ch:44792
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [CLIENT]: USER :globus-mapping:
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [SERVER]: 331 Password required for :globus-mapping:.
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [CLIENT]: PASS dummy
[2657] Tue Apr 16 14:56:12 2019 :: dmlite :: starting new connection
[2657] Tue Apr 16 14:56:12 2019 :: dmlite :: DSI options :: dome_checksum
[2657] Tue Apr 16 14:56:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2657] Tue Apr 16 14:56:12 2019 :: User :globus-mapping: successfully authorized.
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [CLIENT]: PASS dummy
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [SERVER]: 230-User :globus-mapping: logged in.
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [CLIENT]: SITE HELP
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [SERVER]: 214-The following commands are recognized:
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [CLIENT]: FEAT
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [SERVER]: 211-Extensions supported
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9a77c944-f987-54f2-af91-bc89132a5a0c;file-id=696363226;retry=0
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [SERVER]: 250 OK.
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [CLIENT]: TYPE I
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [SERVER]: 200 Type set to I.
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [CLIENT]: MODE E
[2657] Tue Apr 16 14:56:12 2019 :: fts803.cern.ch:44792: [SERVER]: 200 Mode set to E.
[2657] Tue Apr 16 14:56:12 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2657] Tue Apr 16 14:56:12 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2657] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44792: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2657] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44792: [SERVER]: 213 dd0b3296
[2657] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44792: [CLIENT]: QUIT
[2657] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44792: [SERVER]: 221 Goodbye.
[2657] Tue Apr 16 14:56:14 2019 :: Closed connection from fts803.cern.ch:44792
[2657] Tue Apr 16 14:56:14 2019 :: dmlite :: closing connection
[2701] Tue Apr 16 14:56:14 2019 :: GFork functionality not enabled.:
[2701] Tue Apr 16 14:56:14 2019 :: Configuration read from /etc/gridftp.conf.
[2701] Tue Apr 16 14:56:14 2019 :: Server started in inetd mode.
[2701] Tue Apr 16 14:56:14 2019 :: New connection from: fts803.cern.ch:44824
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [CLIENT]: USER :globus-mapping:
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [SERVER]: 331 Password required for :globus-mapping:.
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [CLIENT]: PASS dummy
[2701] Tue Apr 16 14:56:14 2019 :: dmlite :: starting new connection
[2701] Tue Apr 16 14:56:14 2019 :: dmlite :: DSI options :: dome_checksum
[2701] Tue Apr 16 14:56:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2701] Tue Apr 16 14:56:14 2019 :: User :globus-mapping: successfully authorized.
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [CLIENT]: PASS dummy
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [SERVER]: 230-User :globus-mapping: logged in.
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [CLIENT]: SITE HELP
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [SERVER]: 214-The following commands are recognized:
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [CLIENT]: FEAT
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [SERVER]: 211-Extensions supported
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9a77c944-f987-54f2-af91-bc89132a5a0c;file-id=696363226;retry=0
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [SERVER]: 250 OK.
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [CLIENT]: QUIT
[2701] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44824: [SERVER]: 221 Goodbye.
[2701] Tue Apr 16 14:56:14 2019 :: Closed connection from fts803.cern.ch:44824
[2701] Tue Apr 16 14:56:14 2019 :: dmlite :: closing connection
[2670] Tue Apr 16 14:56:12 2019 :: GFork functionality not enabled.:
[2670] Tue Apr 16 14:56:12 2019 :: Configuration read from /etc/gridftp.conf.
[2670] Tue Apr 16 14:56:12 2019 :: Server started in inetd mode.
[2670] Tue Apr 16 14:56:12 2019 :: New connection from: fts804.cern.ch:49234
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: USER :globus-mapping:
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 331 Password required for :globus-mapping:.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: PASS dummy
[2670] Tue Apr 16 14:56:13 2019 :: dmlite :: starting new connection
[2670] Tue Apr 16 14:56:13 2019 :: dmlite :: DSI options :: dome_checksum
[2670] Tue Apr 16 14:56:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2670] Tue Apr 16 14:56:13 2019 :: User :globus-mapping: successfully authorized.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: PASS dummy
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 230-User :globus-mapping: logged in.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: SITE HELP
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 214-The following commands are recognized:
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: FEAT
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 211-Extensions supported
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c63eea3b-6c7a-5f70-9335-0153e500068f;file-id=696363283;retry=0
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 250 OK.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: TYPE I
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 200 Type set to I.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: MODE E
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 200 Mode set to E.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: DCAU N
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 200 DCAU N.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: OPTS PASV AllowDelayed=1;
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 200 OPTS Command Successful.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: EPSV
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 200 Passive delayed.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: ALLO 4310709580
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 200 ALLO command successful.
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1
[2670] Tue Apr 16 14:56:13 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1
[2670] Tue Apr 16 14:56:13 2019 :: incoming transfer
[2670] Tue Apr 16 14:56:13 2019 :: requested node: dpmpool16.farm.particle.cz
[2670] Tue Apr 16 14:56:13 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[2670] Tue Apr 16 14:56:13 2019 :: connected to remote node
[2670] Tue Apr 16 14:56:13 2019 :: fts804.cern.ch:49234: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::16|23616|)
[2670] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[2670] Tue Apr 16 14:56:14 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1'
[2670] Tue Apr 16 14:56:14 2019 :: dmlite :: stat :: single entry
[2670] Tue Apr 16 14:56:14 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2670] Tue Apr 16 14:56:14 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[2631] Tue Apr 16 14:56:09 2019 :: GFork functionality not enabled.:
[2631] Tue Apr 16 14:56:09 2019 :: Configuration read from /etc/gridftp.conf.
[2631] Tue Apr 16 14:56:09 2019 :: Server started in inetd mode.
[2631] Tue Apr 16 14:56:09 2019 :: New connection from: mikan18.farm.particle.cz:41688
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: USER :globus-mapping:
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 331 Password required for :globus-mapping:.
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: PASS dummy
[2631] Tue Apr 16 14:56:14 2019 :: dmlite :: starting new connection
[2631] Tue Apr 16 14:56:14 2019 :: dmlite :: DSI options :: dome_checksum
[2631] Tue Apr 16 14:56:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2631] Tue Apr 16 14:56:14 2019 :: User :globus-mapping: successfully authorized.
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: PASS dummy
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 230-User :globus-mapping: logged in.
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: SITE HELP
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 214-The following commands are recognized:
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: FEAT
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 211-Extensions supported
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 250 OK.
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: TYPE I
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 200 Type set to I.
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: DCAU N
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 200 DCAU N.
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1
[2631] Tue Apr 16 14:56:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2631] Tue Apr 16 14:56:14 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [CLIENT]: QUIT
[2631] Tue Apr 16 14:56:14 2019 :: mikan18.farm.particle.cz:41688: [SERVER]: 221 Goodbye.
[2631] Tue Apr 16 14:56:14 2019 :: Closed connection from mikan18.farm.particle.cz:41688
[2631] Tue Apr 16 14:56:14 2019 :: dmlite :: closing connection
[2511] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: PASV
[2511] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 200 Passive delayed.
[2511] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2511] Tue Apr 16 14:56:13 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2511] Tue Apr 16 14:56:13 2019 :: incoming transfer
[2511] Tue Apr 16 14:56:13 2019 :: requested node: dpmpool23.farm.particle.cz
[2511] Tue Apr 16 14:56:13 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2511] Tue Apr 16 14:56:13 2019 :: connected to remote node
[2511] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 127 Entering Passive Mode (147,231,25,94,92,64)
[2511] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:14 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[2511] Tue Apr 16 14:56:14 2019 :: dmlite :: stat :: single entry
[2511] Tue Apr 16 14:56:14 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2511] Tue Apr 16 14:56:14 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2707] Tue Apr 16 14:56:14 2019 :: GFork functionality not enabled.:
[2707] Tue Apr 16 14:56:14 2019 :: Configuration read from /etc/gridftp.conf.
[2707] Tue Apr 16 14:56:14 2019 :: Server started in inetd mode.
[2707] Tue Apr 16 14:56:14 2019 :: New connection from: fts803.cern.ch:44828
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [CLIENT]: USER :globus-mapping:
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [SERVER]: 331 Password required for :globus-mapping:.
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [CLIENT]: PASS dummy
[2707] Tue Apr 16 14:56:14 2019 :: dmlite :: starting new connection
[2707] Tue Apr 16 14:56:14 2019 :: dmlite :: DSI options :: dome_checksum
[2707] Tue Apr 16 14:56:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2707] Tue Apr 16 14:56:14 2019 :: User :globus-mapping: successfully authorized.
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [CLIENT]: PASS dummy
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [SERVER]: 230-User :globus-mapping: logged in.
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [CLIENT]: SITE HELP
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [SERVER]: 214-The following commands are recognized:
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [CLIENT]: FEAT
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [SERVER]: 211-Extensions supported
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9a77c944-f987-54f2-af91-bc89132a5a0c;file-id=696363226;retry=0
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [SERVER]: 250 OK.
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [CLIENT]: TYPE I
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [SERVER]: 200 Type set to I.
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [CLIENT]: MODE E
[2707] Tue Apr 16 14:56:14 2019 :: fts803.cern.ch:44828: [SERVER]: 200 Mode set to E.
[2707] Tue Apr 16 14:56:15 2019 :: fts803.cern.ch:44828: [CLIENT]: DCAU N
[2707] Tue Apr 16 14:56:15 2019 :: fts803.cern.ch:44828: [SERVER]: 200 DCAU N.
[2707] Tue Apr 16 14:56:15 2019 :: fts803.cern.ch:44828: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2707] Tue Apr 16 14:56:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[2707] Tue Apr 16 14:56:15 2019 :: dmlite :: stat :: single entry
[2707] Tue Apr 16 14:56:15 2019 :: fts803.cern.ch:44828: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/42/93/HITS.17617237._024604.pool.root.1
[2707] Tue Apr 16 14:56:15 2019 :: fts803.cern.ch:44828: [CLIENT]: QUIT
[2707] Tue Apr 16 14:56:15 2019 :: fts803.cern.ch:44828: [SERVER]: 221 Goodbye.
[2707] Tue Apr 16 14:56:15 2019 :: Closed connection from fts803.cern.ch:44828
[2707] Tue Apr 16 14:56:15 2019 :: dmlite :: closing connection
[2405] Tue Apr 16 14:56:15 2019 :: fts803.cern.ch:44604: [CLIENT]: QUIT
[2405] Tue Apr 16 14:56:15 2019 :: fts803.cern.ch:44604: [SERVER]: 221 Goodbye.
[2405] Tue Apr 16 14:56:15 2019 :: Closed connection from fts803.cern.ch:44604
[2405] Tue Apr 16 14:56:15 2019 :: dmlite :: closing connection
[2429] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2429] Tue Apr 16 14:56:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:15 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2600] Tue Apr 16 14:56:13 2019 :: fts805.cern.ch:34864: [SERVER]: 112-Perf Marker
[2600] Tue Apr 16 14:56:13 2019 :: fts805.cern.ch:34864: [SERVER]: 111 Range Marker 0-522584064
[2600] Tue Apr 16 14:56:15 2019 :: fts805.cern.ch:34864: [SERVER]: 112-Perf Marker
[2600] Tue Apr 16 14:56:15 2019 :: fts805.cern.ch:34864: [SERVER]: 111 Range Marker 522584064-834060631
[2600] Tue Apr 16 14:56:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1".
[2600] Tue Apr 16 14:56:15 2019 :: fts805.cern.ch:34864: [SERVER]: 226 Transfer Complete.
[2600] Tue Apr 16 14:56:15 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._024617.pool.root.1.83.1555419366 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2600] Tue Apr 16 14:56:15 2019 :: fts805.cern.ch:34864: [CLIENT]: QUIT
[2600] Tue Apr 16 14:56:15 2019 :: fts805.cern.ch:34864: [SERVER]: 221 Goodbye.
[2600] Tue Apr 16 14:56:15 2019 :: Closed connection from fts805.cern.ch:34864
[2600] Tue Apr 16 14:56:15 2019 :: dmlite :: closing connection
[2639] Tue Apr 16 14:56:10 2019 :: GFork functionality not enabled.:
[2639] Tue Apr 16 14:56:10 2019 :: Configuration read from /etc/gridftp.conf.
[2639] Tue Apr 16 14:56:10 2019 :: Server started in inetd mode.
[2639] Tue Apr 16 14:56:10 2019 :: New connection from: ui1.farm.particle.cz:60976
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: USER :globus-mapping:
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 331 Password required for :globus-mapping:.
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASS dummy
[2639] Tue Apr 16 14:56:11 2019 :: dmlite :: starting new connection
[2639] Tue Apr 16 14:56:11 2019 :: dmlite :: DSI options :: dome_checksum
[2639] Tue Apr 16 14:56:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2639] Tue Apr 16 14:56:11 2019 :: User :globus-mapping: successfully authorized.
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASS dummy
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 230-User :globus-mapping: logged in.
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: SITE HELP
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 214-The following commands are recognized:
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: FEAT
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 211-Extensions supported
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2639] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2182] Tue Apr 16 14:56:13 2019 :: fts805.cern.ch:34276: [SERVER]: 112-Perf Marker
[2182] Tue Apr 16 14:56:13 2019 :: fts805.cern.ch:34276: [SERVER]: 111 Range Marker 584843264-705953792
[2052] Tue Apr 16 14:56:13 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2052] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250 OK.
[2723] Tue Apr 16 14:56:15 2019 :: GFork functionality not enabled.:
[2723] Tue Apr 16 14:56:15 2019 :: Configuration read from /etc/gridftp.conf.
[2723] Tue Apr 16 14:56:15 2019 :: Server started in inetd mode.
[2723] Tue Apr 16 14:56:15 2019 :: New connection from: fts805.cern.ch:35080
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [CLIENT]: USER :globus-mapping:
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [SERVER]: 331 Password required for :globus-mapping:.
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [CLIENT]: PASS dummy
[2723] Tue Apr 16 14:56:16 2019 :: dmlite :: starting new connection
[2723] Tue Apr 16 14:56:16 2019 :: dmlite :: DSI options :: dome_checksum
[2723] Tue Apr 16 14:56:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2723] Tue Apr 16 14:56:16 2019 :: User :globus-mapping: successfully authorized.
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [CLIENT]: PASS dummy
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [SERVER]: 230-User :globus-mapping: logged in.
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [CLIENT]: SITE HELP
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [SERVER]: 214-The following commands are recognized:
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [CLIENT]: FEAT
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [SERVER]: 211-Extensions supported
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=44ce054e-4f23-55e2-8b2a-29b193dc49b3;file-id=696363190;retry=0
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [SERVER]: 250 OK.
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [CLIENT]: QUIT
[2723] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35080: [SERVER]: 221 Goodbye.
[2723] Tue Apr 16 14:56:16 2019 :: Closed connection from fts805.cern.ch:35080
[2723] Tue Apr 16 14:56:16 2019 :: dmlite :: closing connection
[2457] Tue Apr 16 14:56:15 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2457] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 250 OK.
[2455] Tue Apr 16 14:56:13 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:13 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs5/dteamspace/2019-04-16/upload-delete-loop.88.1555419371 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2455] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 150 Beginning transfer.
[2455] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 112-Perf Marker
[2455] Tue Apr 16 14:56:13 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[2455] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 226 Transfer Complete.
[2455] Tue Apr 16 14:56:13 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs5/dteamspace/2019-04-16/upload-delete-loop.88.1555419371 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:14 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:14 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.90.1555419373 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2511] Tue Apr 16 14:56:14 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 150 Beginning transfer.
[2511] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 112-Perf Marker
[2511] Tue Apr 16 14:56:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[2511] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 226 Transfer Complete.
[2511] Tue Apr 16 14:56:15 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.90.1555419373 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2512] Tue Apr 16 14:56:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:11 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2512] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2514] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: PASV
[2514] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 200 Passive delayed.
[2514] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2514] Tue Apr 16 14:56:15 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2514] Tue Apr 16 14:56:15 2019 :: incoming transfer
[2514] Tue Apr 16 14:56:15 2019 :: requested node: dpmpool20.farm.particle.cz
[2514] Tue Apr 16 14:56:15 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2514] Tue Apr 16 14:56:15 2019 :: connected to remote node
[2514] Tue Apr 16 14:56:15 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 127 Entering Passive Mode (147,231,25,91,89,180)
[2514] Tue Apr 16 14:56:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:11 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:11 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.87.1555419370 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 150 Beginning transfer.
[2464] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 112-Perf Marker
[2464] Tue Apr 16 14:56:11 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[2464] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 226 Transfer Complete.
[2464] Tue Apr 16 14:56:11 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.87.1555419370 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2513] Tue Apr 16 14:56:11 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2513] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2513] Tue Apr 16 14:56:11 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 250 OK.
[2514] Tue Apr 16 14:56:16 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[2514] Tue Apr 16 14:56:16 2019 :: dmlite :: stat :: single entry
[2514] Tue Apr 16 14:56:16 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2514] Tue Apr 16 14:56:16 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2093] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:13 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2093] Tue Apr 16 14:56:13 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2652] Tue Apr 16 14:56:11 2019 :: GFork functionality not enabled.:
[2652] Tue Apr 16 14:56:11 2019 :: Configuration read from /etc/gridftp.conf.
[2652] Tue Apr 16 14:56:11 2019 :: Server started in inetd mode.
[2652] Tue Apr 16 14:56:11 2019 :: New connection from: fts804.cern.ch:49194
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: USER :globus-mapping:
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 331 Password required for :globus-mapping:.
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: PASS dummy
[2652] Tue Apr 16 14:56:12 2019 :: dmlite :: starting new connection
[2652] Tue Apr 16 14:56:12 2019 :: dmlite :: DSI options :: dome_checksum
[2652] Tue Apr 16 14:56:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2652] Tue Apr 16 14:56:12 2019 :: User :globus-mapping: successfully authorized.
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: PASS dummy
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 230-User :globus-mapping: logged in.
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: SITE HELP
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 214-The following commands are recognized:
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: FEAT
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 211-Extensions supported
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c63eea3b-6c7a-5f70-9335-0153e500068f;file-id=696363283;retry=0
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 250 OK.
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: TYPE I
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 200 Type set to I.
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: DCAU N
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 200 DCAU N.
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1
[2652] Tue Apr 16 14:56:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[2652] Tue Apr 16 14:56:12 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1
[2652] Tue Apr 16 14:56:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[2652] Tue Apr 16 14:56:12 2019 :: dmlite :: stat :: single entry
[2652] Tue Apr 16 14:56:12 2019 :: fts804.cern.ch:49194: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1
[2052] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2052] Tue Apr 16 14:56:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2052] Tue Apr 16 14:56:16 2019 :: dmlite :: stat :: single entry
[2052] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2052] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60834: [CLIENT]: QUIT
[2052] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60834: [SERVER]: 221 Goodbye.
[2052] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60834
[2052] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2513] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2513] Tue Apr 16 14:56:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2513] Tue Apr 16 14:56:16 2019 :: dmlite :: stat :: single entry
[2513] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2513] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60938: [CLIENT]: QUIT
[2513] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60938: [SERVER]: 221 Goodbye.
[2513] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60938
[2513] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2464] Tue Apr 16 14:56:16 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2464] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2464] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 250 OK.
[2464] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60930: [CLIENT]: QUIT
[2464] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60930: [SERVER]: 221 Goodbye.
[2464] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60930
[2464] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2429] Tue Apr 16 14:56:17 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2429] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2429] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 250 OK.
[2429] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60920: [CLIENT]: QUIT
[2429] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60920: [SERVER]: 221 Goodbye.
[2429] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60920
[2429] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2457] Tue Apr 16 14:56:17 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2457] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2457] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 250 OK.
[2457] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60928: [CLIENT]: QUIT
[2457] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60928: [SERVER]: 221 Goodbye.
[2457] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60928
[2457] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2093] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60854: [CLIENT]: QUIT
[2093] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60854: [SERVER]: 221 Goodbye.
[2093] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60854
[2093] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2512] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60936: [CLIENT]: QUIT
[2512] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60936: [SERVER]: 221 Goodbye.
[2512] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60936
[2512] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2511] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: PASV
[2511] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 200 Passive delayed.
[2511] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2511] Tue Apr 16 14:56:17 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2511] Tue Apr 16 14:56:17 2019 :: not delayed
[2511] Tue Apr 16 14:56:17 2019 :: rolling the dice
[2511] Tue Apr 16 14:56:17 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[2511] Tue Apr 16 14:56:17 2019 :: connected to remote node
[2511] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 127 Entering Passive Mode (147,231,25,51,82,243)
[2511] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 150 Beginning transfer.
[2511] Tue Apr 16 14:56:17 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel".
[2511] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 226 Transfer Complete.
[2511] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60934: [CLIENT]: QUIT
[2511] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60934: [SERVER]: 221 Goodbye.
[2511] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60934
[2511] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2514] Tue Apr 16 14:56:16 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:16 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.91.1555419375 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 150 Beginning transfer.
[2514] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 112-Perf Marker
[2514] Tue Apr 16 14:56:16 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[2514] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 226 Transfer Complete.
[2514] Tue Apr 16 14:56:16 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.91.1555419375 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2514] Tue Apr 16 14:56:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2514] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2514] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60940: [CLIENT]: QUIT
[2514] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60940: [SERVER]: 221 Goodbye.
[2514] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60940
[2514] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2455] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: PASV
[2455] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 200 Passive delayed.
[2455] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2455] Tue Apr 16 14:56:16 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2455] Tue Apr 16 14:56:16 2019 :: not delayed
[2455] Tue Apr 16 14:56:16 2019 :: rolling the dice
[2455] Tue Apr 16 14:56:16 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[2455] Tue Apr 16 14:56:16 2019 :: connected to remote node
[2455] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 127 Entering Passive Mode (147,231,25,51,81,218)
[2455] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 150 Beginning transfer.
[2455] Tue Apr 16 14:56:16 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2".
[2455] Tue Apr 16 14:56:16 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 226 Transfer Complete.
[2455] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60926: [CLIENT]: QUIT
[2455] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60926: [SERVER]: 221 Goodbye.
[2455] Tue Apr 16 14:56:17 2019 :: Closed connection from ui1.farm.particle.cz:60926
[2455] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2261] Tue Apr 16 14:56:14 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2261] Tue Apr 16 14:56:14 2019 :: fts808.cern.ch:47668: [SERVER]: 111 Range Marker 388497408-509870080
[2366] Tue Apr 16 14:56:14 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:56:14 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 85458944-208142336
[2182] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:34276: [SERVER]: 112-Perf Marker
[2182] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:34276: [SERVER]: 111 Range Marker 705953792-821125754
[2182] Tue Apr 16 14:56:17 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1".
[2182] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:34276: [SERVER]: 226 Transfer Complete.
[2182] Tue Apr 16 14:56:17 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024635.pool.root.1.45.1555419341 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2182] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:34276: [CLIENT]: QUIT
[2182] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:34276: [SERVER]: 221 Goodbye.
[2182] Tue Apr 16 14:56:17 2019 :: Closed connection from fts805.cern.ch:34276
[2182] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: USER :globus-mapping:
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 331 Password required for :globus-mapping:.
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: PASS dummy
[2560] Tue Apr 16 14:56:13 2019 :: dmlite :: starting new connection
[2560] Tue Apr 16 14:56:13 2019 :: dmlite :: DSI options :: dome_checksum
[2560] Tue Apr 16 14:56:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2560] Tue Apr 16 14:56:13 2019 :: User :globus-mapping: successfully authorized.
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: PASS dummy
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 230-User :globus-mapping: logged in.
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: SITE HELP
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 214-The following commands are recognized:
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: FEAT
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 211-Extensions supported
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.0)";job-id=f7f3cea3-06b1-51fa-bfe7-9bcab6f2abec;file-id=1241880849;retry=0
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 250 OK.
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: TYPE I
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 200 Type set to I.
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: DCAU N
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 200 DCAU N.
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1
[2560] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: lcgfts09.gridpp.rl.ac.uk
[2560] Tue Apr 16 14:56:13 2019 :: dmlite :: stat :: single entry
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1
[2560] Tue Apr 16 14:56:13 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: lcgfts09.gridpp.rl.ac.uk
[2560] Tue Apr 16 14:56:13 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1
[2560] Tue Apr 16 14:56:13 2019 :: lcgfts09.gridpp.rl.ac.uk:48046: [SERVER]: 213 f66f8c23
[2670] Tue Apr 16 14:56:14 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[2670] Tue Apr 16 14:56:14 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-16/DAOD_TRUTH1.17737484._000113.pool.root.1.89.1555419373 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[2670] Tue Apr 16 14:56:14 2019 :: fts804.cern.ch:49234: [SERVER]: 150 Beginning transfer.
[2670] Tue Apr 16 14:56:14 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2736] Tue Apr 16 14:56:16 2019 :: GFork functionality not enabled.:
[2736] Tue Apr 16 14:56:16 2019 :: Configuration read from /etc/gridftp.conf.
[2736] Tue Apr 16 14:56:16 2019 :: Server started in inetd mode.
[2736] Tue Apr 16 14:56:16 2019 :: New connection from: fts805.cern.ch:35090
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [CLIENT]: USER :globus-mapping:
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [SERVER]: 331 Password required for :globus-mapping:.
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [CLIENT]: PASS dummy
[2736] Tue Apr 16 14:56:16 2019 :: dmlite :: starting new connection
[2736] Tue Apr 16 14:56:16 2019 :: dmlite :: DSI options :: dome_checksum
[2736] Tue Apr 16 14:56:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2736] Tue Apr 16 14:56:16 2019 :: User :globus-mapping: successfully authorized.
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [CLIENT]: PASS dummy
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [SERVER]: 230-User :globus-mapping: logged in.
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [CLIENT]: SITE HELP
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [SERVER]: 214-The following commands are recognized:
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [CLIENT]: FEAT
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [SERVER]: 211-Extensions supported
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=44ce054e-4f23-55e2-8b2a-29b193dc49b3;file-id=696363190;retry=0
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [SERVER]: 250 OK.
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [CLIENT]: TYPE I
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [SERVER]: 200 Type set to I.
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [CLIENT]: MODE E
[2736] Tue Apr 16 14:56:16 2019 :: fts805.cern.ch:35090: [SERVER]: 200 Mode set to E.
[2736] Tue Apr 16 14:56:16 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2736] Tue Apr 16 14:56:16 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1
[2736] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:35090: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1
[2736] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:35090: [SERVER]: 213 8b50bbc9
[2736] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:35090: [CLIENT]: QUIT
[2736] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:35090: [SERVER]: 221 Goodbye.
[2736] Tue Apr 16 14:56:17 2019 :: Closed connection from fts805.cern.ch:35090
[2736] Tue Apr 16 14:56:17 2019 :: dmlite :: closing connection
[2752] Tue Apr 16 14:56:17 2019 :: GFork functionality not enabled.:
[2752] Tue Apr 16 14:56:17 2019 :: Configuration read from /etc/gridftp.conf.
[2752] Tue Apr 16 14:56:17 2019 :: Server started in inetd mode.
[2752] Tue Apr 16 14:56:17 2019 :: New connection from: fts805.cern.ch:35104
[2752] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:35104: [CLIENT]: USER :globus-mapping:
[2752] Tue Apr 16 14:56:17 2019 :: fts805.cern.ch:35104: [SERVER]: 331 Password required for :globus-mapping:.
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [CLIENT]: PASS dummy
[2752] Tue Apr 16 14:56:18 2019 :: dmlite :: starting new connection
[2752] Tue Apr 16 14:56:18 2019 :: dmlite :: DSI options :: dome_checksum
[2752] Tue Apr 16 14:56:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2752] Tue Apr 16 14:56:18 2019 :: User :globus-mapping: successfully authorized.
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [CLIENT]: PASS dummy
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [SERVER]: 230-User :globus-mapping: logged in.
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [CLIENT]: SITE HELP
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [SERVER]: 214-The following commands are recognized:
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [CLIENT]: FEAT
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [SERVER]: 211-Extensions supported
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=dabaf57d-880f-5d64-8729-b0ff9e3c7622;file-id=696363008;retry=0
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [SERVER]: 250 OK.
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [CLIENT]: QUIT
[2752] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35104: [SERVER]: 221 Goodbye.
[2752] Tue Apr 16 14:56:18 2019 :: Closed connection from fts805.cern.ch:35104
[2752] Tue Apr 16 14:56:18 2019 :: dmlite :: closing connection
[2302] Tue Apr 16 14:56:15 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[2302] Tue Apr 16 14:56:15 2019 :: fts800.cern.ch:38276: [SERVER]: 111 Range Marker 2152857600-2690121728
[1171] Tue Apr 16 14:56:13 2019 :: Child process 2577 ended with rc = 0
[1171] Tue Apr 16 14:56:13 2019 :: Child process 2681 ended with rc = 0
[1171] Tue Apr 16 14:56:14 2019 :: Child process 2594 ended with rc = 0
[1171] Tue Apr 16 14:56:14 2019 :: Child process 2657 ended with rc = 0
[1171] Tue Apr 16 14:56:14 2019 :: Child process 2701 ended with rc = 0
[1171] Tue Apr 16 14:56:14 2019 :: Child process 2631 ended with rc = 0
[1171] Tue Apr 16 14:56:15 2019 :: Child process 2707 ended with rc = 0
[1171] Tue Apr 16 14:56:15 2019 :: Child process 2405 ended with rc = 0
[1171] Tue Apr 16 14:56:15 2019 :: Child process 2600 ended with rc = 0
[1171] Tue Apr 16 14:56:16 2019 :: Child process 2723 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2513 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2457 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2464 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2093 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2429 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2512 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2052 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2514 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2511 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2455 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2182 ended with rc = 0
[1171] Tue Apr 16 14:56:17 2019 :: Child process 2736 ended with rc = 0
[1171] Tue Apr 16 14:56:18 2019 :: Child process 2752 ended with rc = 0
[2758] Tue Apr 16 14:56:17 2019 :: GFork functionality not enabled.:
[2758] Tue Apr 16 14:56:17 2019 :: Configuration read from /etc/gridftp.conf.
[2758] Tue Apr 16 14:56:17 2019 :: Server started in inetd mode.
[2758] Tue Apr 16 14:56:17 2019 :: New connection from: fts805.cern.ch:35108
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [CLIENT]: USER :globus-mapping:
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [SERVER]: 331 Password required for :globus-mapping:.
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [CLIENT]: PASS dummy
[2758] Tue Apr 16 14:56:18 2019 :: dmlite :: starting new connection
[2758] Tue Apr 16 14:56:18 2019 :: dmlite :: DSI options :: dome_checksum
[2758] Tue Apr 16 14:56:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2758] Tue Apr 16 14:56:18 2019 :: User :globus-mapping: successfully authorized.
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [CLIENT]: PASS dummy
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [SERVER]: 230-User :globus-mapping: logged in.
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [CLIENT]: SITE HELP
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [SERVER]: 214-The following commands are recognized:
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [CLIENT]: FEAT
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [SERVER]: 211-Extensions supported
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=44ce054e-4f23-55e2-8b2a-29b193dc49b3;file-id=696363190;retry=0
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [SERVER]: 250 OK.
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [CLIENT]: QUIT
[2758] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35108: [SERVER]: 221 Goodbye.
[2758] Tue Apr 16 14:56:18 2019 :: Closed connection from fts805.cern.ch:35108
[2758] Tue Apr 16 14:56:18 2019 :: dmlite :: closing connection
[2687] Tue Apr 16 14:56:13 2019 :: GFork functionality not enabled.:
[2687] Tue Apr 16 14:56:13 2019 :: Configuration read from /etc/gridftp.conf.
[2687] Tue Apr 16 14:56:18 2019 :: Server started in inetd mode.
[2687] Tue Apr 16 14:56:18 2019 :: New connection from: mikan06.farm.particle.cz:52798
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: USER :globus-mapping:
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 331 Password required for :globus-mapping:.
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: PASS dummy
[2687] Tue Apr 16 14:56:18 2019 :: dmlite :: starting new connection
[2687] Tue Apr 16 14:56:18 2019 :: dmlite :: DSI options :: dome_checksum
[2687] Tue Apr 16 14:56:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2687] Tue Apr 16 14:56:18 2019 :: User :globus-mapping: successfully authorized.
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: PASS dummy
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 230-User :globus-mapping: logged in.
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: SITE HELP
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 214-The following commands are recognized:
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: FEAT
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 211-Extensions supported
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 250 OK.
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: TYPE I
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 200 Type set to I.
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: DCAU N
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 200 DCAU N.
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[2687] Tue Apr 16 14:56:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[2687] Tue Apr 16 14:56:18 2019 :: dmlite :: stat :: single entry
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [CLIENT]: QUIT
[2687] Tue Apr 16 14:56:18 2019 :: mikan06.farm.particle.cz:52798: [SERVER]: 221 Goodbye.
[2687] Tue Apr 16 14:56:18 2019 :: Closed connection from mikan06.farm.particle.cz:52798
[2687] Tue Apr 16 14:56:18 2019 :: dmlite :: closing connection
[2695] Tue Apr 16 14:56:13 2019 :: GFork functionality not enabled.:
[2695] Tue Apr 16 14:56:13 2019 :: Configuration read from /etc/gridftp.conf.
[2695] Tue Apr 16 14:56:13 2019 :: Server started in inetd mode.
[2695] Tue Apr 16 14:56:13 2019 :: New connection from: lcgfts09.gridpp.rl.ac.uk:48162
[2770] Tue Apr 16 14:56:18 2019 :: GFork functionality not enabled.:
[2770] Tue Apr 16 14:56:18 2019 :: Configuration read from /etc/gridftp.conf.
[2770] Tue Apr 16 14:56:18 2019 :: Server started in inetd mode.
[2770] Tue Apr 16 14:56:18 2019 :: New connection from: fts805.cern.ch:35114
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: USER :globus-mapping:
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 331 Password required for :globus-mapping:.
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: PASS dummy
[2770] Tue Apr 16 14:56:18 2019 :: dmlite :: starting new connection
[2770] Tue Apr 16 14:56:18 2019 :: dmlite :: DSI options :: dome_checksum
[2770] Tue Apr 16 14:56:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2770] Tue Apr 16 14:56:18 2019 :: User :globus-mapping: successfully authorized.
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: PASS dummy
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 230-User :globus-mapping: logged in.
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: SITE HELP
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 214-The following commands are recognized:
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: FEAT
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 211-Extensions supported
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=44ce054e-4f23-55e2-8b2a-29b193dc49b3;file-id=696363190;retry=0
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 250 OK.
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: TYPE I
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 200 Type set to I.
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: MODE E
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 200 Mode set to E.
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: DCAU N
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 200 DCAU N.
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1
[2770] Tue Apr 16 14:56:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2770] Tue Apr 16 14:56:18 2019 :: dmlite :: stat :: single entry
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/11/14/HITS.17617237._024617.pool.root.1
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [CLIENT]: QUIT
[2770] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35114: [SERVER]: 221 Goodbye.
[2770] Tue Apr 16 14:56:18 2019 :: Closed connection from fts805.cern.ch:35114
[2770] Tue Apr 16 14:56:18 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:56:15 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:15 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 33292288-53215232
[2586] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:34842: [CLIENT]: QUIT
[2586] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:34842: [SERVER]: 221 Goodbye.
[2586] Tue Apr 16 14:56:18 2019 :: Closed connection from fts805.cern.ch:34842
[2586] Tue Apr 16 14:56:18 2019 :: dmlite :: closing connection
[2743] Tue Apr 16 14:56:17 2019 :: GFork functionality not enabled.:
[2743] Tue Apr 16 14:56:17 2019 :: Configuration read from /etc/gridftp.conf.
[2743] Tue Apr 16 14:56:17 2019 :: Server started in inetd mode.
[2743] Tue Apr 16 14:56:17 2019 :: New connection from: ui1.farm.particle.cz:60990
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: USER :globus-mapping:
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 331 Password required for :globus-mapping:.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: PASS dummy
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: starting new connection
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: DSI options :: dome_checksum
[2743] Tue Apr 16 14:56:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2743] Tue Apr 16 14:56:17 2019 :: User :globus-mapping: successfully authorized.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: PASS dummy
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 230-User :globus-mapping: logged in.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: SITE HELP
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 214-The following commands are recognized:
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: FEAT
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 211-Extensions supported
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 250 OK.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: TYPE I
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 200 Type set to I.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: DCAU N
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 200 DCAU N.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: stat :: single entry
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2" created successfully.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: OPTS PASV AllowDelayed=1;
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 200 OPTS Command Successful.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: PASV
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 200 Passive delayed.
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2743] Tue Apr 16 14:56:17 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2743] Tue Apr 16 14:56:17 2019 :: incoming transfer
[2743] Tue Apr 16 14:56:17 2019 :: requested node: dpmpool17.farm.particle.cz
[2743] Tue Apr 16 14:56:17 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2743] Tue Apr 16 14:56:17 2019 :: connected to remote node
[2743] Tue Apr 16 14:56:17 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 127 Entering Passive Mode (147,231,25,57,82,243)
[2743] Tue Apr 16 14:56:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:19 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services'
[2743] Tue Apr 16 14:56:19 2019 :: dmlite :: stat :: single entry
[2743] Tue Apr 16 14:56:19 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2743] Tue Apr 16 14:56:19 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:19 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:19 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs9/dteamspace/2019-04-16/services.92.1555419377 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:19 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 150 Beginning transfer.
[2743] Tue Apr 16 14:56:19 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 112-Perf Marker
[2743] Tue Apr 16 14:56:19 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services".
[2743] Tue Apr 16 14:56:19 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 226 Transfer Complete.
[2743] Tue Apr 16 14:56:19 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs9/dteamspace/2019-04-16/services.92.1555419377 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2743] Tue Apr 16 14:56:19 2019 :: ui1.farm.particle.cz:60990: [CLIENT]: QUIT
[2743] Tue Apr 16 14:56:19 2019 :: ui1.farm.particle.cz:60990: [SERVER]: 221 Goodbye.
[2743] Tue Apr 16 14:56:19 2019 :: Closed connection from ui1.farm.particle.cz:60990
[2743] Tue Apr 16 14:56:19 2019 :: dmlite :: closing connection
[2764] Tue Apr 16 14:56:18 2019 :: GFork functionality not enabled.:
[2764] Tue Apr 16 14:56:18 2019 :: Configuration read from /etc/gridftp.conf.
[2764] Tue Apr 16 14:56:18 2019 :: Server started in inetd mode.
[2764] Tue Apr 16 14:56:18 2019 :: New connection from: fts805.cern.ch:35112
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [CLIENT]: USER :globus-mapping:
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [SERVER]: 331 Password required for :globus-mapping:.
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [CLIENT]: PASS dummy
[2764] Tue Apr 16 14:56:18 2019 :: dmlite :: starting new connection
[2764] Tue Apr 16 14:56:18 2019 :: dmlite :: DSI options :: dome_checksum
[2764] Tue Apr 16 14:56:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2764] Tue Apr 16 14:56:18 2019 :: User :globus-mapping: successfully authorized.
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [CLIENT]: PASS dummy
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [SERVER]: 230-User :globus-mapping: logged in.
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [CLIENT]: SITE HELP
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [SERVER]: 214-The following commands are recognized:
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [CLIENT]: FEAT
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [SERVER]: 211-Extensions supported
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=dabaf57d-880f-5d64-8729-b0ff9e3c7622;file-id=696363008;retry=0
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [SERVER]: 250 OK.
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [CLIENT]: TYPE I
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [SERVER]: 200 Type set to I.
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [CLIENT]: MODE E
[2764] Tue Apr 16 14:56:18 2019 :: fts805.cern.ch:35112: [SERVER]: 200 Mode set to E.
[2764] Tue Apr 16 14:56:18 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2764] Tue Apr 16 14:56:18 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1
[2764] Tue Apr 16 14:56:19 2019 :: fts805.cern.ch:35112: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1
[2764] Tue Apr 16 14:56:19 2019 :: fts805.cern.ch:35112: [SERVER]: 213 fae792f2
[2764] Tue Apr 16 14:56:19 2019 :: fts805.cern.ch:35112: [CLIENT]: QUIT
[2764] Tue Apr 16 14:56:19 2019 :: fts805.cern.ch:35112: [SERVER]: 221 Goodbye.
[2764] Tue Apr 16 14:56:19 2019 :: Closed connection from fts805.cern.ch:35112
[2764] Tue Apr 16 14:56:19 2019 :: dmlite :: closing connection
[2715] Tue Apr 16 14:56:14 2019 :: GFork functionality not enabled.:
[2715] Tue Apr 16 14:56:14 2019 :: Configuration read from /etc/gridftp.conf.
[2715] Tue Apr 16 14:56:14 2019 :: Server started in inetd mode.
[2795] Tue Apr 16 14:56:20 2019 :: GFork functionality not enabled.:
[2795] Tue Apr 16 14:56:20 2019 :: Configuration read from /etc/gridftp.conf.
[2795] Tue Apr 16 14:56:20 2019 :: Server started in inetd mode.
[2795] Tue Apr 16 14:56:20 2019 :: New connection from: fts805.cern.ch:35146
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [CLIENT]: USER :globus-mapping:
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [SERVER]: 331 Password required for :globus-mapping:.
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [CLIENT]: PASS dummy
[2795] Tue Apr 16 14:56:20 2019 :: dmlite :: starting new connection
[2795] Tue Apr 16 14:56:20 2019 :: dmlite :: DSI options :: dome_checksum
[2795] Tue Apr 16 14:56:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2795] Tue Apr 16 14:56:20 2019 :: User :globus-mapping: successfully authorized.
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [CLIENT]: PASS dummy
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [SERVER]: 230-User :globus-mapping: logged in.
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [CLIENT]: SITE HELP
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [SERVER]: 214-The following commands are recognized:
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [CLIENT]: FEAT
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [SERVER]: 211-Extensions supported
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=dabaf57d-880f-5d64-8729-b0ff9e3c7622;file-id=696363008;retry=0
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [SERVER]: 250 OK.
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [CLIENT]: QUIT
[2795] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35146: [SERVER]: 221 Goodbye.
[2795] Tue Apr 16 14:56:20 2019 :: Closed connection from fts805.cern.ch:35146
[2795] Tue Apr 16 14:56:20 2019 :: dmlite :: closing connection
[2801] Tue Apr 16 14:56:20 2019 :: GFork functionality not enabled.:
[2801] Tue Apr 16 14:56:20 2019 :: Configuration read from /etc/gridftp.conf.
[2801] Tue Apr 16 14:56:20 2019 :: Server started in inetd mode.
[2801] Tue Apr 16 14:56:20 2019 :: New connection from: fts805.cern.ch:35152
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: USER :globus-mapping:
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [SERVER]: 331 Password required for :globus-mapping:.
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: PASS dummy
[2801] Tue Apr 16 14:56:20 2019 :: dmlite :: starting new connection
[2801] Tue Apr 16 14:56:20 2019 :: dmlite :: DSI options :: dome_checksum
[2801] Tue Apr 16 14:56:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2801] Tue Apr 16 14:56:20 2019 :: User :globus-mapping: successfully authorized.
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: PASS dummy
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [SERVER]: 230-User :globus-mapping: logged in.
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: SITE HELP
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [SERVER]: 214-The following commands are recognized:
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: FEAT
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [SERVER]: 211-Extensions supported
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=dabaf57d-880f-5d64-8729-b0ff9e3c7622;file-id=696363008;retry=0
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [SERVER]: 250 OK.
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: TYPE I
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [SERVER]: 200 Type set to I.
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: MODE E
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [SERVER]: 200 Mode set to E.
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: DCAU N
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [SERVER]: 200 DCAU N.
[2801] Tue Apr 16 14:56:20 2019 :: fts805.cern.ch:35152: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1
[2801] Tue Apr 16 14:56:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[2801] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: single entry
[2801] Tue Apr 16 14:56:21 2019 :: fts805.cern.ch:35152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/81/9e/HITS.17617237._024635.pool.root.1
[2801] Tue Apr 16 14:56:21 2019 :: fts805.cern.ch:35152: [CLIENT]: QUIT
[2801] Tue Apr 16 14:56:21 2019 :: fts805.cern.ch:35152: [SERVER]: 221 Goodbye.
[2801] Tue Apr 16 14:56:21 2019 :: Closed connection from fts805.cern.ch:35152
[2801] Tue Apr 16 14:56:21 2019 :: dmlite :: closing connection
[2082] Tue Apr 16 14:56:21 2019 :: fts805.cern.ch:34144: [CLIENT]: QUIT
[2082] Tue Apr 16 14:56:21 2019 :: fts805.cern.ch:34144: [SERVER]: 221 Goodbye.
[2082] Tue Apr 16 14:56:21 2019 :: Closed connection from fts805.cern.ch:34144
[2082] Tue Apr 16 14:56:21 2019 :: dmlite :: closing connection
[2729] Tue Apr 16 14:56:16 2019 :: GFork functionality not enabled.:
[2729] Tue Apr 16 14:56:16 2019 :: Configuration read from /etc/gridftp.conf.
[2729] Tue Apr 16 14:56:16 2019 :: Server started in inetd mode.
[2715] Tue Apr 16 14:56:19 2019 :: New connection from: mikan18.farm.particle.cz:41690
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: USER :globus-mapping:
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 331 Password required for :globus-mapping:.
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: PASS dummy
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: starting new connection
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: DSI options :: dome_checksum
[2715] Tue Apr 16 14:56:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2715] Tue Apr 16 14:56:20 2019 :: User :globus-mapping: successfully authorized.
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: PASS dummy
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 230-User :globus-mapping: logged in.
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: SITE HELP
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 214-The following commands are recognized:
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: FEAT
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 211-Extensions supported
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 250 OK.
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: TYPE I
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 200 Type set to I.
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: DCAU N
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 200 DCAU N.
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82' - 22-[#00.000022] Can't create folder '82' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: OPTS PASV AllowDelayed=1;
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 200 OPTS Command Successful.
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: PASV
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 200 Passive delayed.
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:20 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:20 2019 :: incoming transfer
[2715] Tue Apr 16 14:56:20 2019 :: requested node: dpmpool20.farm.particle.cz
[2715] Tue Apr 16 14:56:20 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2715] Tue Apr 16 14:56:20 2019 :: connected to remote node
[2715] Tue Apr 16 14:56:20 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 127 Entering Passive Mode (147,231,25,91,81,1)
[2715] Tue Apr 16 14:56:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload'
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: single entry
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [CLIENT]: DCAU N
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [SERVER]: 200 DCAU N.
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [CLIENT]: OPTS PASV AllowDelayed=1;
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [SERVER]: 200 OPTS Command Successful.
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [CLIENT]: PASV
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [SERVER]: 200 Passive delayed.
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [CLIENT]: RETR /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2310] Tue Apr 16 14:56:21 2019 :: passive mode: RETR /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2310] Tue Apr 16 14:56:21 2019 :: outgoing transfer
[2310] Tue Apr 16 14:56:21 2019 :: requested node: dpmpool20.farm.particle.cz
[2310] Tue Apr 16 14:56:21 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2310] Tue Apr 16 14:56:21 2019 :: connected to remote node
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [SERVER]: 127 Entering Passive Mode (147,231,25,91,79,254)
[2310] Tue Apr 16 14:56:21 2019 :: dmlite :: send :: requesting transfer :: /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [SERVER]: 150 Beginning transfer.
[2310] Tue Apr 16 14:56:21 2019 :: Finished transferring "/dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0".
[2310] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:35214: [SERVER]: 226 Transfer Complete.
[2310] Tue Apr 16 14:56:21 2019 :: Closed connection from etf-03.cern.ch:35214
[2310] Tue Apr 16 14:56:21 2019 :: dmlite :: closing connection
[2261] Tue Apr 16 14:56:19 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2261] Tue Apr 16 14:56:19 2019 :: fts808.cern.ch:47668: [SERVER]: 111 Range Marker 509870080-636223488
[2366] Tue Apr 16 14:56:19 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:56:19 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 208142336-330301440
[2670] Tue Apr 16 14:56:19 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:19 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 0-199753728
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17639170._128314.pool.root.1.rucio.upload.93.1555419380 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:21 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 150 Beginning transfer.
[2715] Tue Apr 16 14:56:21 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 112-Perf Marker
[2715] Tue Apr 16 14:56:21 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload".
[2715] Tue Apr 16 14:56:21 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 226 Transfer Complete.
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17639170._128314.pool.root.1.rucio.upload.93.1555419380 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:21 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: single entry
[2715] Tue Apr 16 14:56:21 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:21 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 213 6485204d
[2715] Tue Apr 16 14:56:22 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:22 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82' - 22-[#00.000022] Can't create folder '82' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[2715] Tue Apr 16 14:56:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:22 2019 :: dmlite :: stat :: single entry
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1.rucio.upload
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 350 OK. Send RNTO with destination name.
[2715] Tue Apr 16 14:56:22 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 250 OK.
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [CLIENT]: QUIT
[2715] Tue Apr 16 14:56:22 2019 :: mikan18.farm.particle.cz:41690: [SERVER]: 221 Goodbye.
[2715] Tue Apr 16 14:56:22 2019 :: Closed connection from mikan18.farm.particle.cz:41690
[2715] Tue Apr 16 14:56:22 2019 :: dmlite :: closing connection
[2302] Tue Apr 16 14:56:20 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[2302] Tue Apr 16 14:56:20 2019 :: fts800.cern.ch:38276: [SERVER]: 111 Range Marker 2690121728-3260547072
[1171] Tue Apr 16 14:56:18 2019 :: Child process 2758 ended with rc = 0
[1171] Tue Apr 16 14:56:18 2019 :: Child process 2687 ended with rc = 0
[1171] Tue Apr 16 14:56:18 2019 :: Child process 2770 ended with rc = 0
[1171] Tue Apr 16 14:56:19 2019 :: Child process 2586 ended with rc = 0
[1171] Tue Apr 16 14:56:19 2019 :: Child process 2743 ended with rc = 0
[1171] Tue Apr 16 14:56:19 2019 :: Child process 2764 ended with rc = 0
[1171] Tue Apr 16 14:56:20 2019 :: Child process 2795 ended with rc = 0
[1171] Tue Apr 16 14:56:21 2019 :: Child process 2801 ended with rc = 0
[1171] Tue Apr 16 14:56:21 2019 :: Child process 2082 ended with rc = 0
[1171] Tue Apr 16 14:56:21 2019 :: Child process 2310 ended with rc = 0
[1171] Tue Apr 16 14:56:22 2019 :: Child process 2715 ended with rc = 0
[2391] Tue Apr 16 14:56:20 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:20 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 53215232-78118912
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: TYPE I
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Type set to I.
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DCAU N
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 DCAU N.
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: OPTS PASV AllowDelayed=1;
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 OPTS Command Successful.
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2639] Tue Apr 16 14:56:21 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2639] Tue Apr 16 14:56:21 2019 :: outgoing transfer
[2639] Tue Apr 16 14:56:21 2019 :: requested node: dpmpool20.farm.particle.cz
[2639] Tue Apr 16 14:56:21 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2639] Tue Apr 16 14:56:21 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,91,79,253)
[2639] Tue Apr 16 14:56:21 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.86.1555419369 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:21 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[2639] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:21 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:21 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2639] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2639] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[2639] Tue Apr 16 14:56:22 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting" created successfully.
[2639] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[2639] Tue Apr 16 14:56:22 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[2639] Tue Apr 16 14:56:22 2019 :: incoming transfer
[2639] Tue Apr 16 14:56:22 2019 :: requested node: dpmpool22.farm.particle.cz
[2639] Tue Apr 16 14:56:22 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2639] Tue Apr 16 14:56:22 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,93,81,216)
[2639] Tue Apr 16 14:56:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0'
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2780] Tue Apr 16 14:56:19 2019 :: GFork functionality not enabled.:
[2780] Tue Apr 16 14:56:19 2019 :: Configuration read from /etc/gridftp.conf.
[2786] Tue Apr 16 14:56:19 2019 :: GFork functionality not enabled.:
[2786] Tue Apr 16 14:56:19 2019 :: Configuration read from /etc/gridftp.conf.
[2786] Tue Apr 16 14:56:19 2019 :: Server started in inetd mode.
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [CLIENT]: USER :globus-mapping:
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [SERVER]: 331 Password required for :globus-mapping:.
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [CLIENT]: PASS dummy
[2695] Tue Apr 16 14:56:24 2019 :: dmlite :: starting new connection
[2695] Tue Apr 16 14:56:24 2019 :: dmlite :: DSI options :: dome_checksum
[2695] Tue Apr 16 14:56:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2695] Tue Apr 16 14:56:24 2019 :: User :globus-mapping: successfully authorized.
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [CLIENT]: PASS dummy
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [SERVER]: 230-User :globus-mapping: logged in.
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [CLIENT]: SITE HELP
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [SERVER]: 214-The following commands are recognized:
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [CLIENT]: FEAT
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [SERVER]: 211-Extensions supported
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.0)";job-id=f7f3cea3-06b1-51fa-bfe7-9bcab6f2abec;file-id=1241880849;retry=0
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [SERVER]: 250 OK.
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [CLIENT]: QUIT
[2695] Tue Apr 16 14:56:24 2019 :: lcgfts09.gridpp.rl.ac.uk:48162: [SERVER]: 221 Goodbye.
[2695] Tue Apr 16 14:56:24 2019 :: Closed connection from lcgfts09.gridpp.rl.ac.uk:48162
[2695] Tue Apr 16 14:56:24 2019 :: dmlite :: closing connection
[2786] Tue Apr 16 14:56:24 2019 :: New connection from: ui1.farm.particle.cz:60994
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: USER :globus-mapping:
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 331 Password required for :globus-mapping:.
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: PASS dummy
[2786] Tue Apr 16 14:56:24 2019 :: dmlite :: starting new connection
[2786] Tue Apr 16 14:56:24 2019 :: dmlite :: DSI options :: dome_checksum
[2786] Tue Apr 16 14:56:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2786] Tue Apr 16 14:56:24 2019 :: User :globus-mapping: successfully authorized.
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: PASS dummy
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 230-User :globus-mapping: logged in.
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: SITE HELP
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 214-The following commands are recognized:
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: FEAT
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 211-Extensions supported
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 250 OK.
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: TYPE I
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 200 Type set to I.
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: DCAU N
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 200 DCAU N.
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: OPTS PASV AllowDelayed=1;
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 200 OPTS Command Successful.
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: PASV
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 200 Passive delayed.
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2786] Tue Apr 16 14:56:24 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2786] Tue Apr 16 14:56:24 2019 :: outgoing transfer
[2786] Tue Apr 16 14:56:24 2019 :: requested node: dpmpool17.farm.particle.cz
[2786] Tue Apr 16 14:56:24 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2786] Tue Apr 16 14:56:24 2019 :: connected to remote node
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 127 Entering Passive Mode (147,231,25,57,92,75)
[2786] Tue Apr 16 14:56:24 2019 :: dmlite :: send :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs9/dteamspace/2019-04-16/services.92.1555419377 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 150 Beginning transfer.
[2786] Tue Apr 16 14:56:24 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services".
[2786] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60994: [SERVER]: 226 Transfer Complete.
[2786] Tue Apr 16 14:56:24 2019 :: Closed connection from ui1.farm.particle.cz:60994
[2786] Tue Apr 16 14:56:24 2019 :: dmlite :: closing connection
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/0.94.1555419382 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 112-Perf Marker
[2639] Tue Apr 16 14:56:24 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0".
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/0.94.1555419382 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 350 OK. Send RNTO with destination name.
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[2639] Tue Apr 16 14:56:24 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[2639] Tue Apr 16 14:56:24 2019 :: incoming transfer
[2639] Tue Apr 16 14:56:24 2019 :: requested node: dpmpool23.farm.particle.cz
[2639] Tue Apr 16 14:56:24 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2639] Tue Apr 16 14:56:24 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,94,92,75)
[2639] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:25 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1'
[2639] Tue Apr 16 14:56:25 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:25 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2639] Tue Apr 16 14:56:25 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2808] Tue Apr 16 14:56:21 2019 :: GFork functionality not enabled.:
[2808] Tue Apr 16 14:56:21 2019 :: Configuration read from /etc/gridftp.conf.
[2808] Tue Apr 16 14:56:21 2019 :: Server started in inetd mode.
[2808] Tue Apr 16 14:56:21 2019 :: New connection from: etf-03.cern.ch:36056
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: USER :globus-mapping:
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [SERVER]: 331 Password required for :globus-mapping:.
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: PASS dummy
[2808] Tue Apr 16 14:56:21 2019 :: dmlite :: starting new connection
[2808] Tue Apr 16 14:56:21 2019 :: dmlite :: DSI options :: dome_checksum
[2808] Tue Apr 16 14:56:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2808] Tue Apr 16 14:56:21 2019 :: User :globus-mapping: successfully authorized.
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: PASS dummy
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [SERVER]: 230-User :globus-mapping: logged in.
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: SITE HELP
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [SERVER]: 214-The following commands are recognized:
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: FEAT
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [SERVER]: 211-Extensions supported
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [SERVER]: 250 OK.
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: TYPE I
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [SERVER]: 200 Type set to I.
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: DCAU N
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [SERVER]: 200 DCAU N.
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [CLIENT]: MLST /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2808] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2808] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: single entry
[2808] Tue Apr 16 14:56:21 2019 :: etf-03.cern.ch:36056: [SERVER]: 250-status of /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2729] Tue Apr 16 14:56:21 2019 :: New connection from: ui1.farm.particle.cz:60984
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: USER :globus-mapping:
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 331 Password required for :globus-mapping:.
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASS dummy
[2729] Tue Apr 16 14:56:21 2019 :: dmlite :: starting new connection
[2729] Tue Apr 16 14:56:21 2019 :: dmlite :: DSI options :: dome_checksum
[2729] Tue Apr 16 14:56:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2729] Tue Apr 16 14:56:21 2019 :: User :globus-mapping: successfully authorized.
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASS dummy
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 230-User :globus-mapping: logged in.
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: SITE HELP
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 214-The following commands are recognized:
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: FEAT
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 211-Extensions supported
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250 OK.
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: TYPE I
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Type set to I.
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: DCAU N
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 DCAU N.
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2729] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2729] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:21 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:21 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2729] Tue Apr 16 14:56:22 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2729] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250 OK.
[2729] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[2729] Tue Apr 16 14:56:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:22 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2729] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp
[2729] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 350 OK. Send RNTO with destination name.
[2729] Tue Apr 16 14:56:24 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250 OK.
[2729] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[2729] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:24 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2729] Tue Apr 16 14:56:25 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:25 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:25 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:26 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: OPTS PASV AllowDelayed=1;
[2729] Tue Apr 16 14:56:26 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 OPTS Command Successful.
[2729] Tue Apr 16 14:56:26 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASV
[2729] Tue Apr 16 14:56:26 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Passive delayed.
[2729] Tue Apr 16 14:56:26 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[2729] Tue Apr 16 14:56:26 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[2729] Tue Apr 16 14:56:26 2019 :: incoming transfer
[2729] Tue Apr 16 14:56:26 2019 :: requested node: dpmpool9.farm.particle.cz
[2729] Tue Apr 16 14:56:26 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2261] Tue Apr 16 14:56:24 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2261] Tue Apr 16 14:56:24 2019 :: fts808.cern.ch:47668: [SERVER]: 111 Range Marker 636223488-757596160
[2366] Tue Apr 16 14:56:24 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:56:24 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 330301440-455868416
[2729] Tue Apr 16 14:56:26 2019 :: connected to remote node
[2729] Tue Apr 16 14:56:26 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 127 Entering Passive Mode (147,231,25,47,95,223)
[2729] Tue Apr 16 14:56:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2'
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2670] Tue Apr 16 14:56:24 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:24 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 199753728-480509952
[2821] Tue Apr 16 14:56:22 2019 :: GFork functionality not enabled.:
[2821] Tue Apr 16 14:56:22 2019 :: Configuration read from /etc/gridftp.conf.
[2821] Tue Apr 16 14:56:22 2019 :: Server started in inetd mode.
[2302] Tue Apr 16 14:56:25 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[2302] Tue Apr 16 14:56:25 2019 :: fts800.cern.ch:38276: [SERVER]: 111 Range Marker 3260547072-3940286464
[1171] Tue Apr 16 14:56:24 2019 :: Child process 2695 ended with rc = 0
[1171] Tue Apr 16 14:56:24 2019 :: Child process 2786 ended with rc = 0
[2302] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38276: [SERVER]: 112-Perf Marker
[2302] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38276: [SERVER]: 111 Range Marker 3940286464-4309099754
[2302] Tue Apr 16 14:56:28 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1".
[2302] Tue Apr 16 14:56:28 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_TRUTH1.17737484._000403.pool.root.1.62.1555419348 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2302] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38276: [SERVER]: 226 Transfer Complete.
[2302] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38276: [CLIENT]: QUIT
[2302] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38276: [SERVER]: 221 Goodbye.
[2302] Tue Apr 16 14:56:28 2019 :: Closed connection from fts800.cern.ch:38276
[2302] Tue Apr 16 14:56:28 2019 :: dmlite :: closing connection
[2261] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:47668: [SERVER]: 112-Perf Marker
[2261] Tue Apr 16 14:56:28 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1".
[2261] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:47668: [SERVER]: 111 Range Marker 757596160-862880763
[2261] Tue Apr 16 14:56:28 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/HITS.17617237._024631.pool.root.1.59.1555419347 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2261] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:47668: [SERVER]: 226 Transfer Complete.
[2261] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:47668: [CLIENT]: QUIT
[2261] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:47668: [SERVER]: 221 Goodbye.
[2261] Tue Apr 16 14:56:28 2019 :: Closed connection from fts808.cern.ch:47668
[2261] Tue Apr 16 14:56:28 2019 :: dmlite :: closing connection
[2869] Tue Apr 16 14:56:28 2019 :: GFork functionality not enabled.:
[2869] Tue Apr 16 14:56:28 2019 :: Configuration read from /etc/gridftp.conf.
[2869] Tue Apr 16 14:56:28 2019 :: Server started in inetd mode.
[2869] Tue Apr 16 14:56:28 2019 :: New connection from: fts800.cern.ch:38532
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [CLIENT]: USER :globus-mapping:
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [SERVER]: 331 Password required for :globus-mapping:.
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [CLIENT]: PASS dummy
[2869] Tue Apr 16 14:56:28 2019 :: dmlite :: starting new connection
[2869] Tue Apr 16 14:56:28 2019 :: dmlite :: DSI options :: dome_checksum
[2869] Tue Apr 16 14:56:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2869] Tue Apr 16 14:56:28 2019 :: User :globus-mapping: successfully authorized.
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [CLIENT]: PASS dummy
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [SERVER]: 230-User :globus-mapping: logged in.
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [CLIENT]: SITE HELP
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [SERVER]: 214-The following commands are recognized:
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [CLIENT]: FEAT
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [SERVER]: 211-Extensions supported
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=897f260f-790c-58fb-8e53-680ec819e595;file-id=696363193;retry=0
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [SERVER]: 250 OK.
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [CLIENT]: QUIT
[2869] Tue Apr 16 14:56:28 2019 :: fts800.cern.ch:38532: [SERVER]: 221 Goodbye.
[2869] Tue Apr 16 14:56:28 2019 :: Closed connection from fts800.cern.ch:38532
[2869] Tue Apr 16 14:56:28 2019 :: dmlite :: closing connection
[2875] Tue Apr 16 14:56:28 2019 :: GFork functionality not enabled.:
[2875] Tue Apr 16 14:56:28 2019 :: Configuration read from /etc/gridftp.conf.
[2875] Tue Apr 16 14:56:28 2019 :: Server started in inetd mode.
[2875] Tue Apr 16 14:56:28 2019 :: New connection from: fts808.cern.ch:48598
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [CLIENT]: USER :globus-mapping:
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [SERVER]: 331 Password required for :globus-mapping:.
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [CLIENT]: PASS dummy
[2875] Tue Apr 16 14:56:28 2019 :: dmlite :: starting new connection
[2875] Tue Apr 16 14:56:28 2019 :: dmlite :: DSI options :: dome_checksum
[2875] Tue Apr 16 14:56:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2875] Tue Apr 16 14:56:28 2019 :: User :globus-mapping: successfully authorized.
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [CLIENT]: PASS dummy
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [SERVER]: 230-User :globus-mapping: logged in.
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [CLIENT]: SITE HELP
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [SERVER]: 214-The following commands are recognized:
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [CLIENT]: FEAT
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [SERVER]: 211-Extensions supported
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363073;retry=0
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [SERVER]: 250 OK.
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [CLIENT]: QUIT
[2875] Tue Apr 16 14:56:28 2019 :: fts808.cern.ch:48598: [SERVER]: 221 Goodbye.
[2875] Tue Apr 16 14:56:28 2019 :: Closed connection from fts808.cern.ch:48598
[2875] Tue Apr 16 14:56:28 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:56:25 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:25 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 78118912-104595456
[2639] Tue Apr 16 14:56:25 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:25 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/1.95.1555419384 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:25 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:25 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 112-Perf Marker
[2639] Tue Apr 16 14:56:25 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1".
[2639] Tue Apr 16 14:56:25 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:25 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/1.95.1555419384 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:25 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[2639] Tue Apr 16 14:56:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:26 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:26 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2639] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:27 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[2639] Tue Apr 16 14:56:27 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[2639] Tue Apr 16 14:56:27 2019 :: incoming transfer
[2639] Tue Apr 16 14:56:27 2019 :: requested node: dpmpool21.farm.particle.cz
[2639] Tue Apr 16 14:56:27 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2639] Tue Apr 16 14:56:27 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,92,80,250)
[2639] Tue Apr 16 14:56:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:28 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3'
[2639] Tue Apr 16 14:56:28 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:28 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2639] Tue Apr 16 14:56:28 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2828] Tue Apr 16 14:56:24 2019 :: GFork functionality not enabled.:
[2828] Tue Apr 16 14:56:24 2019 :: Configuration read from /etc/gridftp.conf.
[2828] Tue Apr 16 14:56:24 2019 :: Server started in inetd mode.
[2780] Tue Apr 16 14:56:24 2019 :: Server started in inetd mode.
[2828] Tue Apr 16 14:56:29 2019 :: New connection from: mikan06.farm.particle.cz:52826
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: USER :globus-mapping:
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 331 Password required for :globus-mapping:.
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: PASS dummy
[2828] Tue Apr 16 14:56:29 2019 :: dmlite :: starting new connection
[2828] Tue Apr 16 14:56:29 2019 :: dmlite :: DSI options :: dome_checksum
[2828] Tue Apr 16 14:56:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2828] Tue Apr 16 14:56:29 2019 :: User :globus-mapping: successfully authorized.
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: PASS dummy
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 230-User :globus-mapping: logged in.
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: SITE HELP
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 214-The following commands are recognized:
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: FEAT
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 211-Extensions supported
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 250 OK.
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: TYPE I
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 200 Type set to I.
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: DCAU N
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 200 DCAU N.
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[2828] Tue Apr 16 14:56:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[2828] Tue Apr 16 14:56:29 2019 :: dmlite :: stat :: single entry
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [CLIENT]: QUIT
[2828] Tue Apr 16 14:56:29 2019 :: mikan06.farm.particle.cz:52826: [SERVER]: 221 Goodbye.
[2828] Tue Apr 16 14:56:29 2019 :: Closed connection from mikan06.farm.particle.cz:52826
[2828] Tue Apr 16 14:56:29 2019 :: dmlite :: closing connection
[2834] Tue Apr 16 14:56:24 2019 :: GFork functionality not enabled.:
[2834] Tue Apr 16 14:56:24 2019 :: Configuration read from /etc/gridftp.conf.
[2834] Tue Apr 16 14:56:24 2019 :: Server started in inetd mode.
[2834] Tue Apr 16 14:56:24 2019 :: New connection from: lcgfts09.gridpp.rl.ac.uk:48257
[2840] Tue Apr 16 14:56:24 2019 :: GFork functionality not enabled.:
[2840] Tue Apr 16 14:56:24 2019 :: Configuration read from /etc/gridftp.conf.
[2840] Tue Apr 16 14:56:24 2019 :: Server started in inetd mode.
[2840] Tue Apr 16 14:56:24 2019 :: New connection from: ui1.farm.particle.cz:32772
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: USER :globus-mapping:
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 331 Password required for :globus-mapping:.
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: PASS dummy
[2840] Tue Apr 16 14:56:24 2019 :: dmlite :: starting new connection
[2840] Tue Apr 16 14:56:24 2019 :: dmlite :: DSI options :: dome_checksum
[2840] Tue Apr 16 14:56:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2840] Tue Apr 16 14:56:24 2019 :: User :globus-mapping: successfully authorized.
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: PASS dummy
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 230-User :globus-mapping: logged in.
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: SITE HELP
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 214-The following commands are recognized:
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: FEAT
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 211-Extensions supported
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 250 OK.
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: TYPE I
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 200 Type set to I.
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: DCAU N
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 200 DCAU N.
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2840] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2840] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: single entry
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2840] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2840] Tue Apr 16 14:56:24 2019 :: dmlite :: stat :: single entry
[2840] Tue Apr 16 14:56:24 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2852] Tue Apr 16 14:56:25 2019 :: GFork functionality not enabled.:
[2852] Tue Apr 16 14:56:25 2019 :: Configuration read from /etc/gridftp.conf.
[2852] Tue Apr 16 14:56:25 2019 :: Server started in inetd mode.
[2858] Tue Apr 16 14:56:25 2019 :: GFork functionality not enabled.:
[2858] Tue Apr 16 14:56:25 2019 :: Configuration read from /etc/gridftp.conf.
[2858] Tue Apr 16 14:56:25 2019 :: Server started in inetd mode.
[2858] Tue Apr 16 14:56:30 2019 :: New connection from: snf-3988.ok-kno.grnetcloud.net:40398
[2858] Tue Apr 16 14:56:30 2019 :: Closed connection from snf-3988.ok-kno.grnetcloud.net:40398
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/2.96.1555419386 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 112-Perf Marker
[2729] Tue Apr 16 14:56:27 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2".
[2729] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 226 Transfer Complete.
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/2.96.1555419386 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:27 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2729] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:29 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASV
[2729] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Passive delayed.
[2729] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[2729] Tue Apr 16 14:56:29 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[2729] Tue Apr 16 14:56:29 2019 :: incoming transfer
[2729] Tue Apr 16 14:56:29 2019 :: requested node: dpmpool9.farm.particle.cz
[2729] Tue Apr 16 14:56:29 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2729] Tue Apr 16 14:56:29 2019 :: connected to remote node
[2729] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 127 Entering Passive Mode (147,231,25,47,96,246)
[2729] Tue Apr 16 14:56:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4'
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2377] Tue Apr 16 14:56:30 2019 :: fts308.usatlas.bnl.gov:39092: [CLIENT]: QUIT
[2377] Tue Apr 16 14:56:30 2019 :: fts308.usatlas.bnl.gov:39092: [SERVER]: 221 Goodbye.
[2377] Tue Apr 16 14:56:30 2019 :: Closed connection from fts308.usatlas.bnl.gov:39092
[2377] Tue Apr 16 14:56:30 2019 :: dmlite :: closing connection
[2639] Tue Apr 16 14:56:28 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:28 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/3.97.1555419387 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 112-Perf Marker
[2639] Tue Apr 16 14:56:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3".
[2639] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:29 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/3.97.1555419387 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[2639] Tue Apr 16 14:56:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:29 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:29 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2639] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:30 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2808] Tue Apr 16 14:56:27 2019 :: dmlite :: requesting checksum :: /mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2808] Tue Apr 16 14:56:27 2019 :: requested node: dpmpool21.farm.particle.cz
[2808] Tue Apr 16 14:56:27 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2808] Tue Apr 16 14:56:27 2019 :: etf-03.cern.ch:36056: [CLIENT]: CKSM adler32 0 -1 /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2808] Tue Apr 16 14:56:28 2019 :: connected to remote node
[2808] Tue Apr 16 14:56:28 2019 :: etf-03.cern.ch:36056: [SERVER]: 213 19e60272
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/4.98.1555419389 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 112-Perf Marker
[2729] Tue Apr 16 14:56:30 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4".
[2729] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 226 Transfer Complete.
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/4.98.1555419389 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:30 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2888] Tue Apr 16 14:56:28 2019 :: GFork functionality not enabled.:
[2888] Tue Apr 16 14:56:28 2019 :: Configuration read from /etc/gridftp.conf.
[2888] Tue Apr 16 14:56:28 2019 :: Server started in inetd mode.
[2888] Tue Apr 16 14:56:28 2019 :: New connection from: fts808.cern.ch:48600
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [CLIENT]: USER :globus-mapping:
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [SERVER]: 331 Password required for :globus-mapping:.
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [CLIENT]: PASS dummy
[2888] Tue Apr 16 14:56:29 2019 :: dmlite :: starting new connection
[2888] Tue Apr 16 14:56:29 2019 :: dmlite :: DSI options :: dome_checksum
[2888] Tue Apr 16 14:56:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2888] Tue Apr 16 14:56:29 2019 :: User :globus-mapping: successfully authorized.
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [CLIENT]: PASS dummy
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [SERVER]: 230-User :globus-mapping: logged in.
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [CLIENT]: SITE HELP
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [SERVER]: 214-The following commands are recognized:
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [CLIENT]: FEAT
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [SERVER]: 211-Extensions supported
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363073;retry=0
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [SERVER]: 250 OK.
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [CLIENT]: TYPE I
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [SERVER]: 200 Type set to I.
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [CLIENT]: MODE E
[2888] Tue Apr 16 14:56:29 2019 :: fts808.cern.ch:48600: [SERVER]: 200 Mode set to E.
[2888] Tue Apr 16 14:56:29 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2888] Tue Apr 16 14:56:29 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1
[2888] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48600: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1
[2888] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48600: [SERVER]: 213 3657f728
[2888] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48600: [CLIENT]: QUIT
[2888] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48600: [SERVER]: 221 Goodbye.
[2888] Tue Apr 16 14:56:31 2019 :: Closed connection from fts808.cern.ch:48600
[2888] Tue Apr 16 14:56:31 2019 :: dmlite :: closing connection
[2901] Tue Apr 16 14:56:31 2019 :: GFork functionality not enabled.:
[2901] Tue Apr 16 14:56:31 2019 :: Configuration read from /etc/gridftp.conf.
[2901] Tue Apr 16 14:56:31 2019 :: Server started in inetd mode.
[2901] Tue Apr 16 14:56:31 2019 :: New connection from: fts808.cern.ch:48606
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [CLIENT]: USER :globus-mapping:
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [SERVER]: 331 Password required for :globus-mapping:.
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [CLIENT]: PASS dummy
[2901] Tue Apr 16 14:56:31 2019 :: dmlite :: starting new connection
[2901] Tue Apr 16 14:56:31 2019 :: dmlite :: DSI options :: dome_checksum
[2901] Tue Apr 16 14:56:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2901] Tue Apr 16 14:56:31 2019 :: User :globus-mapping: successfully authorized.
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [CLIENT]: PASS dummy
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [SERVER]: 230-User :globus-mapping: logged in.
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [CLIENT]: SITE HELP
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [SERVER]: 214-The following commands are recognized:
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [CLIENT]: FEAT
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [SERVER]: 211-Extensions supported
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363073;retry=0
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [SERVER]: 250 OK.
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [CLIENT]: QUIT
[2901] Tue Apr 16 14:56:31 2019 :: fts808.cern.ch:48606: [SERVER]: 221 Goodbye.
[2901] Tue Apr 16 14:56:31 2019 :: Closed connection from fts808.cern.ch:48606
[2901] Tue Apr 16 14:56:31 2019 :: dmlite :: closing connection
[2639] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[2639] Tue Apr 16 14:56:30 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[2639] Tue Apr 16 14:56:30 2019 :: incoming transfer
[2639] Tue Apr 16 14:56:30 2019 :: requested node: dpmpool17.farm.particle.cz
[2639] Tue Apr 16 14:56:30 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2639] Tue Apr 16 14:56:30 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,57,92,3)
[2639] Tue Apr 16 14:56:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5'
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2908] Tue Apr 16 14:56:31 2019 :: GFork functionality not enabled.:
[2908] Tue Apr 16 14:56:31 2019 :: Configuration read from /etc/gridftp.conf.
[2908] Tue Apr 16 14:56:31 2019 :: Server started in inetd mode.
[2908] Tue Apr 16 14:56:31 2019 :: New connection from: fts808.cern.ch:48608
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: USER :globus-mapping:
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 331 Password required for :globus-mapping:.
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: PASS dummy
[2908] Tue Apr 16 14:56:32 2019 :: dmlite :: starting new connection
[2908] Tue Apr 16 14:56:32 2019 :: dmlite :: DSI options :: dome_checksum
[2908] Tue Apr 16 14:56:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2908] Tue Apr 16 14:56:32 2019 :: User :globus-mapping: successfully authorized.
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: PASS dummy
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 230-User :globus-mapping: logged in.
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: SITE HELP
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 214-The following commands are recognized:
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: FEAT
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 211-Extensions supported
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=69b34891-1c69-50dd-9523-e1cb5bbfddca;file-id=696363073;retry=0
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 250 OK.
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: TYPE I
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 200 Type set to I.
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: MODE E
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 200 Mode set to E.
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: DCAU N
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 200 DCAU N.
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1
[2908] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[2908] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: single entry
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/e5/HITS.17617237._024631.pool.root.1
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [CLIENT]: QUIT
[2908] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:48608: [SERVER]: 221 Goodbye.
[2908] Tue Apr 16 14:56:32 2019 :: Closed connection from fts808.cern.ch:48608
[2908] Tue Apr 16 14:56:32 2019 :: dmlite :: closing connection
[2199] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:47494: [CLIENT]: QUIT
[2199] Tue Apr 16 14:56:32 2019 :: fts808.cern.ch:47494: [SERVER]: 221 Goodbye.
[2199] Tue Apr 16 14:56:32 2019 :: Closed connection from fts808.cern.ch:47494
[2199] Tue Apr 16 14:56:32 2019 :: dmlite :: closing connection
[2366] Tue Apr 16 14:56:29 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:56:29 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 455868416-579338240
[2670] Tue Apr 16 14:56:29 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:29 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 480509952-897187840
[2821] Tue Apr 16 14:56:27 2019 :: New connection from: mikan18.farm.particle.cz:41702
[2840] Tue Apr 16 14:56:31 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2840] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2840] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 250 OK.
[2840] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: OPTS PASV AllowDelayed=1;
[2840] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 200 OPTS Command Successful.
[2840] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: PASV
[2840] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 200 Passive delayed.
[2840] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2840] Tue Apr 16 14:56:31 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2840] Tue Apr 16 14:56:31 2019 :: incoming transfer
[2840] Tue Apr 16 14:56:31 2019 :: requested node: dpmpool20.farm.particle.cz
[2840] Tue Apr 16 14:56:31 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2840] Tue Apr 16 14:56:31 2019 :: connected to remote node
[2840] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 127 Entering Passive Mode (147,231,25,91,90,142)
[2840] Tue Apr 16 14:56:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2840] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)('
[2840] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: single entry
[2840] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2840] Tue Apr 16 14:56:32 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2840] Tue Apr 16 14:56:32 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2840] Tue Apr 16 14:56:32 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.100.1555419391 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2840] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 150 Beginning transfer.
[2840] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 112-Perf Marker
[2840] Tue Apr 16 14:56:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[2840] Tue Apr 16 14:56:33 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.100.1555419391 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2840] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 226 Transfer Complete.
[2840] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32772: [CLIENT]: QUIT
[2840] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32772: [SERVER]: 221 Goodbye.
[2840] Tue Apr 16 14:56:33 2019 :: Closed connection from ui1.farm.particle.cz:32772
[2840] Tue Apr 16 14:56:33 2019 :: dmlite :: closing connection
[2852] Tue Apr 16 14:56:30 2019 :: New connection from: ui1.farm.particle.cz:32776
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: USER :globus-mapping:
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 331 Password required for :globus-mapping:.
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: PASS dummy
[2852] Tue Apr 16 14:56:30 2019 :: dmlite :: starting new connection
[2852] Tue Apr 16 14:56:30 2019 :: dmlite :: DSI options :: dome_checksum
[2852] Tue Apr 16 14:56:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2852] Tue Apr 16 14:56:30 2019 :: User :globus-mapping: successfully authorized.
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: PASS dummy
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 230-User :globus-mapping: logged in.
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: SITE HELP
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 214-The following commands are recognized:
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: FEAT
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 211-Extensions supported
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 250 OK.
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: TYPE I
[2852] Tue Apr 16 14:56:30 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 200 Type set to I.
[2852] Tue Apr 16 14:56:30 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2852] Tue Apr 16 14:56:30 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2852] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[2852] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[2852] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: DCAU N
[2852] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 200 DCAU N.
[2852] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2852] Tue Apr 16 14:56:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2852] Tue Apr 16 14:56:31 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (253 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2852] Tue Apr 16 14:56:31 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2852] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32776: [CLIENT]: QUIT
[2852] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32776: [SERVER]: 221 Goodbye.
[2852] Tue Apr 16 14:56:33 2019 :: Closed connection from ui1.farm.particle.cz:32776
[2852] Tue Apr 16 14:56:33 2019 :: dmlite :: closing connection
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: USER :globus-mapping:
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 331 Password required for :globus-mapping:.
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: PASS dummy
[2821] Tue Apr 16 14:56:33 2019 :: dmlite :: starting new connection
[2821] Tue Apr 16 14:56:33 2019 :: dmlite :: DSI options :: dome_checksum
[2821] Tue Apr 16 14:56:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2821] Tue Apr 16 14:56:33 2019 :: User :globus-mapping: successfully authorized.
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: PASS dummy
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 230-User :globus-mapping: logged in.
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: SITE HELP
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 214-The following commands are recognized:
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: FEAT
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 211-Extensions supported
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 250 OK.
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: TYPE I
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 200 Type set to I.
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: DCAU N
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 200 DCAU N.
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1
[2821] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[2821] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: single entry
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/82/EVNT.17639170._128314.pool.root.1
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [CLIENT]: QUIT
[2821] Tue Apr 16 14:56:33 2019 :: mikan18.farm.particle.cz:41702: [SERVER]: 221 Goodbye.
[2821] Tue Apr 16 14:56:33 2019 :: Closed connection from mikan18.farm.particle.cz:41702
[2821] Tue Apr 16 14:56:33 2019 :: dmlite :: closing connection
[1171] Tue Apr 16 14:56:28 2019 :: Child process 2302 ended with rc = 0
[1171] Tue Apr 16 14:56:28 2019 :: Child process 2261 ended with rc = 0
[1171] Tue Apr 16 14:56:28 2019 :: Child process 2869 ended with rc = 0
[1171] Tue Apr 16 14:56:28 2019 :: Child process 2875 ended with rc = 0
[1171] Tue Apr 16 14:56:29 2019 :: Child process 2828 ended with rc = 0
[1171] Tue Apr 16 14:56:30 2019 :: Child process 2858 ended with rc = 0
[1171] Tue Apr 16 14:56:30 2019 :: Child process 2377 ended with rc = 0
[1171] Tue Apr 16 14:56:31 2019 :: Child process 2888 ended with rc = 0
[1171] Tue Apr 16 14:56:31 2019 :: Child process 2901 ended with rc = 0
[1171] Tue Apr 16 14:56:32 2019 :: Child process 2908 ended with rc = 0
[1171] Tue Apr 16 14:56:32 2019 :: Child process 2199 ended with rc = 0
[1171] Tue Apr 16 14:56:33 2019 :: Child process 2840 ended with rc = 0
[1171] Tue Apr 16 14:56:33 2019 :: Child process 2852 ended with rc = 0
[1171] Tue Apr 16 14:56:33 2019 :: Child process 2821 ended with rc = 0
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: USER :globus-mapping:
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 331 Password required for :globus-mapping:.
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: PASS dummy
[2834] Tue Apr 16 14:56:33 2019 :: dmlite :: starting new connection
[2834] Tue Apr 16 14:56:33 2019 :: dmlite :: DSI options :: dome_checksum
[2834] Tue Apr 16 14:56:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2834] Tue Apr 16 14:56:33 2019 :: User :globus-mapping: successfully authorized.
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: PASS dummy
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 230-User :globus-mapping: logged in.
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: SITE HELP
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 214-The following commands are recognized:
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: FEAT
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 211-Extensions supported
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.0)";job-id=f7f3cea3-06b1-51fa-bfe7-9bcab6f2abec;file-id=1241880849;retry=0
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 250 OK.
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: TYPE I
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 200 Type set to I.
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: MODE E
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 200 Mode set to E.
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1
[2834] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: lcgfts09.gridpp.rl.ac.uk
[2834] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: single entry
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 213 1452520930
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [CLIENT]: QUIT
[2834] Tue Apr 16 14:56:33 2019 :: lcgfts09.gridpp.rl.ac.uk:48257: [SERVER]: 221 Goodbye.
[2834] Tue Apr 16 14:56:33 2019 :: Closed connection from lcgfts09.gridpp.rl.ac.uk:48257
[2834] Tue Apr 16 14:56:33 2019 :: dmlite :: closing connection
[2917] Tue Apr 16 14:56:33 2019 :: GFork functionality not enabled.:
[2917] Tue Apr 16 14:56:33 2019 :: Configuration read from /etc/gridftp.conf.
[2917] Tue Apr 16 14:56:33 2019 :: Server started in inetd mode.
[2917] Tue Apr 16 14:56:33 2019 :: New connection from: ui1.farm.particle.cz:32790
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: USER :globus-mapping:
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 331 Password required for :globus-mapping:.
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: PASS dummy
[2917] Tue Apr 16 14:56:33 2019 :: dmlite :: starting new connection
[2917] Tue Apr 16 14:56:33 2019 :: dmlite :: DSI options :: dome_checksum
[2917] Tue Apr 16 14:56:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2917] Tue Apr 16 14:56:33 2019 :: User :globus-mapping: successfully authorized.
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: PASS dummy
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 230-User :globus-mapping: logged in.
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: SITE HELP
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 214-The following commands are recognized:
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: FEAT
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 211-Extensions supported
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 250 OK.
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: TYPE I
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 200 Type set to I.
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: DCAU N
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 200 DCAU N.
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: OPTS PASV AllowDelayed=1;
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 200 OPTS Command Successful.
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: PASV
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 200 Passive delayed.
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2917] Tue Apr 16 14:56:33 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2917] Tue Apr 16 14:56:33 2019 :: outgoing transfer
[2917] Tue Apr 16 14:56:33 2019 :: requested node: dpmpool20.farm.particle.cz
[2917] Tue Apr 16 14:56:33 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2917] Tue Apr 16 14:56:33 2019 :: connected to remote node
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 127 Entering Passive Mode (147,231,25,91,95,2)
[2917] Tue Apr 16 14:56:33 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.100.1555419391 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 150 Beginning transfer.
[2917] Tue Apr 16 14:56:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[2917] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32790: [SERVER]: 226 Transfer Complete.
[2917] Tue Apr 16 14:56:33 2019 :: Closed connection from ui1.farm.particle.cz:32790
[2917] Tue Apr 16 14:56:33 2019 :: dmlite :: closing connection
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/5.99.1555419390 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 112-Perf Marker
[2639] Tue Apr 16 14:56:32 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5".
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/5.99.1555419390 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 350 OK. Send RNTO with destination name.
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[2639] Tue Apr 16 14:56:32 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[2639] Tue Apr 16 14:56:32 2019 :: incoming transfer
[2639] Tue Apr 16 14:56:32 2019 :: requested node: dpmpool21.farm.particle.cz
[2639] Tue Apr 16 14:56:32 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2639] Tue Apr 16 14:56:32 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,92,85,151)
[2639] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6'
[2639] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2639] Tue Apr 16 14:56:33 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2882] Tue Apr 16 14:56:28 2019 :: GFork functionality not enabled.:
[2882] Tue Apr 16 14:56:28 2019 :: Configuration read from /etc/gridftp.conf.
[2882] Tue Apr 16 14:56:28 2019 :: Server started in inetd mode.
[2882] Tue Apr 16 14:56:28 2019 :: New connection from: fts800.cern.ch:38534
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [CLIENT]: USER :globus-mapping:
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [SERVER]: 331 Password required for :globus-mapping:.
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [CLIENT]: PASS dummy
[2882] Tue Apr 16 14:56:29 2019 :: dmlite :: starting new connection
[2882] Tue Apr 16 14:56:29 2019 :: dmlite :: DSI options :: dome_checksum
[2882] Tue Apr 16 14:56:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2882] Tue Apr 16 14:56:29 2019 :: User :globus-mapping: successfully authorized.
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [CLIENT]: PASS dummy
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [SERVER]: 230-User :globus-mapping: logged in.
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [CLIENT]: SITE HELP
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [SERVER]: 214-The following commands are recognized:
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [CLIENT]: FEAT
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [SERVER]: 211-Extensions supported
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=897f260f-790c-58fb-8e53-680ec819e595;file-id=696363193;retry=0
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [SERVER]: 250 OK.
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [CLIENT]: TYPE I
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [SERVER]: 200 Type set to I.
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [CLIENT]: MODE E
[2882] Tue Apr 16 14:56:29 2019 :: fts800.cern.ch:38534: [SERVER]: 200 Mode set to E.
[2882] Tue Apr 16 14:56:29 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[2882] Tue Apr 16 14:56:29 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1
[2391] Tue Apr 16 14:56:30 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:30 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 104595456-130023424
[2780] Tue Apr 16 14:56:29 2019 :: New connection from: ibis36.farm.particle.cz:59050
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: USER :globus-mapping:
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 331 Password required for :globus-mapping:.
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: PASS dummy
[2780] Tue Apr 16 14:56:34 2019 :: dmlite :: starting new connection
[2780] Tue Apr 16 14:56:34 2019 :: dmlite :: DSI options :: dome_checksum
[2780] Tue Apr 16 14:56:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2780] Tue Apr 16 14:56:34 2019 :: User :globus-mapping: successfully authorized.
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: PASS dummy
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 230-User :globus-mapping: logged in.
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: SITE HELP
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 214-The following commands are recognized:
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: FEAT
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 211-Extensions supported
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 250 OK.
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: TYPE I
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 200 Type set to I.
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: DCAU N
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 200 DCAU N.
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[2780] Tue Apr 16 14:56:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[2780] Tue Apr 16 14:56:34 2019 :: dmlite :: stat :: single entry
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [CLIENT]: QUIT
[2780] Tue Apr 16 14:56:34 2019 :: ibis36.farm.particle.cz:59050: [SERVER]: 221 Goodbye.
[2780] Tue Apr 16 14:56:34 2019 :: Closed connection from ibis36.farm.particle.cz:59050
[2780] Tue Apr 16 14:56:34 2019 :: dmlite :: closing connection
[2729] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting-tmp
[2729] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 350 OK. Send RNTO with destination name.
[2729] Tue Apr 16 14:56:32 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250 OK.
[2729] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[2729] Tue Apr 16 14:56:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:32 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:32 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2729] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASV
[2729] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Passive delayed.
[2729] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[2729] Tue Apr 16 14:56:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[2729] Tue Apr 16 14:56:34 2019 :: incoming transfer
[2729] Tue Apr 16 14:56:34 2019 :: requested node: dpmpool20.farm.particle.cz
[2729] Tue Apr 16 14:56:34 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2729] Tue Apr 16 14:56:34 2019 :: connected to remote node
[2729] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 127 Entering Passive Mode (147,231,25,91,89,97)
[2729] Tue Apr 16 14:56:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7'
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:33 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:33 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/6.101.1555419392 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 112-Perf Marker
[2639] Tue Apr 16 14:56:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6".
[2639] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:33 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/6.101.1555419392 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[2639] Tue Apr 16 14:56:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2639] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[2639] Tue Apr 16 14:56:35 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[2639] Tue Apr 16 14:56:35 2019 :: incoming transfer
[2639] Tue Apr 16 14:56:35 2019 :: requested node: dpmpool21.farm.particle.cz
[2639] Tue Apr 16 14:56:35 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/7.102.1555419394 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 112-Perf Marker
[2729] Tue Apr 16 14:56:35 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7".
[2729] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 226 Transfer Complete.
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/7.102.1555419394 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:35 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2941] Tue Apr 16 14:56:33 2019 :: GFork functionality not enabled.:
[2941] Tue Apr 16 14:56:33 2019 :: Configuration read from /etc/gridftp.conf.
[2941] Tue Apr 16 14:56:33 2019 :: Server started in inetd mode.
[2941] Tue Apr 16 14:56:33 2019 :: New connection from: ui1.farm.particle.cz:32796
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: USER :globus-mapping:
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 331 Password required for :globus-mapping:.
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASS dummy
[2941] Tue Apr 16 14:56:34 2019 :: dmlite :: starting new connection
[2941] Tue Apr 16 14:56:34 2019 :: dmlite :: DSI options :: dome_checksum
[2941] Tue Apr 16 14:56:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2941] Tue Apr 16 14:56:34 2019 :: User :globus-mapping: successfully authorized.
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASS dummy
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 230-User :globus-mapping: logged in.
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: SITE HELP
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 214-The following commands are recognized:
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: FEAT
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 211-Extensions supported
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250 OK.
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: TYPE I
[2941] Tue Apr 16 14:56:34 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Type set to I.
[2941] Tue Apr 16 14:56:34 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:34 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: DCAU N
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 DCAU N.
[2941] Tue Apr 16 14:56:35 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting" created successfully.
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: OPTS PASV AllowDelayed=1;
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 OPTS Command Successful.
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[2941] Tue Apr 16 14:56:35 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[2941] Tue Apr 16 14:56:35 2019 :: incoming transfer
[2941] Tue Apr 16 14:56:35 2019 :: requested node: dpmpool22.farm.particle.cz
[2941] Tue Apr 16 14:56:35 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:35 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,93,83,233)
[2941] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0'
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:35 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,92,83,233)
[2639] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8'
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2366] Tue Apr 16 14:56:34 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:56:34 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 579338240-702021632
[2670] Tue Apr 16 14:56:34 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:34 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 897187840-1138491392
[2923] Tue Apr 16 14:56:33 2019 :: GFork functionality not enabled.:
[2923] Tue Apr 16 14:56:33 2019 :: Configuration read from /etc/gridftp.conf.
[2923] Tue Apr 16 14:56:33 2019 :: Server started in inetd mode.
[2923] Tue Apr 16 14:56:33 2019 :: New connection from: ui1.farm.particle.cz:32792
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: USER :globus-mapping:
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 331 Password required for :globus-mapping:.
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASS dummy
[2923] Tue Apr 16 14:56:33 2019 :: dmlite :: starting new connection
[2923] Tue Apr 16 14:56:33 2019 :: dmlite :: DSI options :: dome_checksum
[2923] Tue Apr 16 14:56:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2923] Tue Apr 16 14:56:33 2019 :: User :globus-mapping: successfully authorized.
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASS dummy
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 230-User :globus-mapping: logged in.
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: SITE HELP
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 214-The following commands are recognized:
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: FEAT
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 211-Extensions supported
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: TYPE I
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Type set to I.
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DCAU N
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 DCAU N.
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2923] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2923] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:33 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:33 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2923] Tue Apr 16 14:56:35 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[2923] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[2923] Tue Apr 16 14:56:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:35 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:35 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2923] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:36 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2923] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 350 OK. Send RNTO with destination name.
[2923] Tue Apr 16 14:56:37 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[2923] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:37 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1171] Tue Apr 16 14:56:33 2019 :: Child process 2834 ended with rc = 0
[1171] Tue Apr 16 14:56:33 2019 :: Child process 2917 ended with rc = 0
[1171] Tue Apr 16 14:56:34 2019 :: Child process 2780 ended with rc = 0
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/0.103.1555419395 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:56:36 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0".
[2941] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/0.103.1555419395 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 350 OK. Send RNTO with destination name.
[2941] Tue Apr 16 14:56:36 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[2941] Tue Apr 16 14:56:36 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250 OK.
[2941] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[2941] Tue Apr 16 14:56:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[2941] Tue Apr 16 14:56:37 2019 :: incoming transfer
[2941] Tue Apr 16 14:56:37 2019 :: requested node: dpmpool22.farm.particle.cz
[2941] Tue Apr 16 14:56:37 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:37 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,93,87,108)
[2941] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1'
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2933] Tue Apr 16 14:56:33 2019 :: GFork functionality not enabled.:
[2933] Tue Apr 16 14:56:33 2019 :: Configuration read from /etc/gridftp.conf.
[2933] Tue Apr 16 14:56:33 2019 :: Server started in inetd mode.
[2933] Tue Apr 16 14:56:33 2019 :: New connection from: lcgfts09.gridpp.rl.ac.uk:48308
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: USER :globus-mapping:
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 331 Password required for :globus-mapping:.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: PASS dummy
[2933] Tue Apr 16 14:56:34 2019 :: dmlite :: starting new connection
[2933] Tue Apr 16 14:56:34 2019 :: dmlite :: DSI options :: dome_checksum
[2933] Tue Apr 16 14:56:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2933] Tue Apr 16 14:56:34 2019 :: User :globus-mapping: successfully authorized.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: PASS dummy
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 230-User :globus-mapping: logged in.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: SITE HELP
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 214-The following commands are recognized:
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: FEAT
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 211-Extensions supported
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.0)";job-id=f7f3cea3-06b1-51fa-bfe7-9bcab6f2abec;file-id=1241880849;retry=0
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 250 OK.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: TYPE I
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 200 Type set to I.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: MODE E
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 200 Mode set to E.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 200 OPTS Command Successful.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: DCAU N
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 200 DCAU N.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: EPRT |2|2001:630:58:1820:0:0:82F6:B0F7|54059|
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 200 PORT Command successful.
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/ba/21/AOD.17684708._000572.pool.root.1
[2933] Tue Apr 16 14:56:34 2019 :: requested node: dpmpool23.farm.particle.cz
[2933] Tue Apr 16 14:56:34 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2933] Tue Apr 16 14:56:34 2019 :: connected to remote node
[2933] Tue Apr 16 14:56:34 2019 :: dmlite :: send :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/AOD.17684708._000572.pool.root.1.rucio.upload.541220.1555415854 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: lcgfts09.gridpp.rl.ac.uk
[2933] Tue Apr 16 14:56:34 2019 :: lcgfts09.gridpp.rl.ac.uk:48308: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASV
[2729] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Passive delayed.
[2729] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[2729] Tue Apr 16 14:56:37 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[2729] Tue Apr 16 14:56:37 2019 :: incoming transfer
[2729] Tue Apr 16 14:56:37 2019 :: requested node: dpmpool9.farm.particle.cz
[2729] Tue Apr 16 14:56:37 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2729] Tue Apr 16 14:56:37 2019 :: connected to remote node
[2729] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 127 Entering Passive Mode (147,231,25,47,87,108)
[2729] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9'
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/1.105.1555419397 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:56:38 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1".
[2941] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/1.105.1555419397 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2391] Tue Apr 16 14:56:35 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:35 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 130023424-151519232
[2951] Tue Apr 16 14:56:34 2019 :: GFork functionality not enabled.:
[2951] Tue Apr 16 14:56:34 2019 :: Configuration read from /etc/gridftp.conf.
[2951] Tue Apr 16 14:56:34 2019 :: Server started in inetd mode.
[2951] Tue Apr 16 14:56:39 2019 :: New connection from: ibis36.farm.particle.cz:59108
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: USER :globus-mapping:
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 331 Password required for :globus-mapping:.
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: PASS dummy
[2951] Tue Apr 16 14:56:39 2019 :: dmlite :: starting new connection
[2951] Tue Apr 16 14:56:39 2019 :: dmlite :: DSI options :: dome_checksum
[2951] Tue Apr 16 14:56:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[2951] Tue Apr 16 14:56:39 2019 :: User :globus-mapping: successfully authorized.
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: PASS dummy
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 230-User :globus-mapping: logged in.
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: SITE HELP
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 214-The following commands are recognized:
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: FEAT
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 211-Extensions supported
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 250 OK.
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: TYPE I
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 200 Type set to I.
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: DCAU N
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 200 DCAU N.
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[2951] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[2951] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [CLIENT]: QUIT
[2951] Tue Apr 16 14:56:39 2019 :: ibis36.farm.particle.cz:59108: [SERVER]: 221 Goodbye.
[2951] Tue Apr 16 14:56:39 2019 :: Closed connection from ibis36.farm.particle.cz:59108
[2951] Tue Apr 16 14:56:39 2019 :: dmlite :: closing connection
[2923] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: OPTS PASV AllowDelayed=1;
[2923] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 OPTS Command Successful.
[2923] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASV
[2923] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Passive delayed.
[2923] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[2923] Tue Apr 16 14:56:38 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[2923] Tue Apr 16 14:56:38 2019 :: incoming transfer
[2923] Tue Apr 16 14:56:38 2019 :: requested node: dpmpool9.farm.particle.cz
[2923] Tue Apr 16 14:56:38 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2923] Tue Apr 16 14:56:38 2019 :: connected to remote node
[2923] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 127 Entering Passive Mode (147,231,25,47,87,21)
[2923] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2'
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/8.104.1555419395 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 112-Perf Marker
[2639] Tue Apr 16 14:56:37 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8".
[2639] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/8.104.1555419395 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:37 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:37 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2639] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:39 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[2639] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[2639] Tue Apr 16 14:56:40 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[2639] Tue Apr 16 14:56:40 2019 :: incoming transfer
[2639] Tue Apr 16 14:56:40 2019 :: requested node: dpmpool20.farm.particle.cz
[2639] Tue Apr 16 14:56:40 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2639] Tue Apr 16 14:56:40 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,91,89,43)
[2639] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/9.106.1555419397 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 112-Perf Marker
[2729] Tue Apr 16 14:56:38 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9".
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 226 Transfer Complete.
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/9.106.1555419397 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:38 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASV
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Passive delayed.
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:38 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2729] Tue Apr 16 14:56:38 2019 :: not delayed
[2729] Tue Apr 16 14:56:38 2019 :: rolling the dice
[2729] Tue Apr 16 14:56:38 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2729] Tue Apr 16 14:56:38 2019 :: connected to remote node
[2729] Tue Apr 16 14:56:38 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 127 Entering Passive Mode (147,231,25,57,87,21)
[2729] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting".
[2729] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 226 Transfer Complete.
[2729] Tue Apr 16 14:56:40 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2729] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel" created successfully.
[2729] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[2729] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:40 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2729] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASV
[2729] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Passive delayed.
[2729] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[2729] Tue Apr 16 14:56:40 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[2729] Tue Apr 16 14:56:40 2019 :: incoming transfer
[2729] Tue Apr 16 14:56:40 2019 :: requested node: dpmpool9.farm.particle.cz
[2729] Tue Apr 16 14:56:40 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2729] Tue Apr 16 14:56:40 2019 :: connected to remote node
[2729] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 127 Entering Passive Mode (147,231,25,47,89,44)
[2729] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[2941] Tue Apr 16 14:56:40 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[2941] Tue Apr 16 14:56:40 2019 :: incoming transfer
[2941] Tue Apr 16 14:56:40 2019 :: requested node: dpmpool9.farm.particle.cz
[2941] Tue Apr 16 14:56:40 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:40 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,47,89,43)
[2941] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3'
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1'
[2729] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2729] Tue Apr 16 14:56:41 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2'
[2639] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2639] Tue Apr 16 14:56:41 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:39 2019 :: GFork functionality not enabled.:
[2991] Tue Apr 16 14:56:39 2019 :: Configuration read from /etc/gridftp.conf.
[2991] Tue Apr 16 14:56:39 2019 :: Server started in inetd mode.
[2991] Tue Apr 16 14:56:39 2019 :: New connection from: ui1.farm.particle.cz:32814
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: USER :globus-mapping:
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 331 Password required for :globus-mapping:.
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: PASS dummy
[2991] Tue Apr 16 14:56:39 2019 :: dmlite :: starting new connection
[2991] Tue Apr 16 14:56:39 2019 :: dmlite :: DSI options :: dome_checksum
[2991] Tue Apr 16 14:56:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[2991] Tue Apr 16 14:56:39 2019 :: User :globus-mapping: successfully authorized.
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: PASS dummy
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 230-User :globus-mapping: logged in.
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: SITE HELP
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 214-The following commands are recognized:
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: FEAT
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 211-Extensions supported
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 250 OK.
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: TYPE I
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 200 Type set to I.
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: DCAU N
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 200 DCAU N.
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: OPTS PASV AllowDelayed=1;
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 200 OPTS Command Successful.
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: PASV
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 200 Passive delayed.
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2991] Tue Apr 16 14:56:39 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[2991] Tue Apr 16 14:56:39 2019 :: not delayed
[2991] Tue Apr 16 14:56:39 2019 :: rolling the dice
[2991] Tue Apr 16 14:56:39 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[2991] Tue Apr 16 14:56:39 2019 :: connected to remote node
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 127 Entering Passive Mode (147,231,25,51,87,197)
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 150 Beginning transfer.
[2991] Tue Apr 16 14:56:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting".
[2991] Tue Apr 16 14:56:39 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 226 Transfer Complete.
[2991] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[2991] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:40 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2991] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: PASV
[2991] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 200 Passive delayed.
[2991] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[2991] Tue Apr 16 14:56:40 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[2991] Tue Apr 16 14:56:40 2019 :: incoming transfer
[2991] Tue Apr 16 14:56:40 2019 :: requested node: dpmpool19.farm.particle.cz
[2991] Tue Apr 16 14:56:40 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[2991] Tue Apr 16 14:56:40 2019 :: connected to remote node
[2991] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 127 Entering Passive Mode (147,231,25,64,89,43)
[2991] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0'
[2991] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: single entry
[2991] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2991] Tue Apr 16 14:56:41 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2366] Tue Apr 16 14:56:39 2019 :: fts802.cern.ch:38336: [SERVER]: 112-Perf Marker
[2366] Tue Apr 16 14:56:39 2019 :: fts802.cern.ch:38336: [SERVER]: 111 Range Marker 702021632-792985600
[2670] Tue Apr 16 14:56:39 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:39 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 1138491392-1429340160
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/2.107.1555419398 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 150 Beginning transfer.
[2923] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 112-Perf Marker
[2923] Tue Apr 16 14:56:40 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2".
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/2.107.1555419398 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 226 Transfer Complete.
[2923] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:40 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:40 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2923] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASV
[2923] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Passive delayed.
[2923] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[2923] Tue Apr 16 14:56:41 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[2923] Tue Apr 16 14:56:41 2019 :: incoming transfer
[2923] Tue Apr 16 14:56:41 2019 :: requested node: dpmpool21.farm.particle.cz
[2923] Tue Apr 16 14:56:41 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2923] Tue Apr 16 14:56:42 2019 :: connected to remote node
[2923] Tue Apr 16 14:56:42 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 127 Entering Passive Mode (147,231,25,92,83,72)
[2923] Tue Apr 16 14:56:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4'
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:56:39 2019 :: Child process 2951 ended with rc = 0
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/3.108.1555419400 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:56:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3".
[2941] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/3.108.1555419400 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2941] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:43 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[2941] Tue Apr 16 14:56:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[2941] Tue Apr 16 14:56:43 2019 :: incoming transfer
[2941] Tue Apr 16 14:56:43 2019 :: requested node: dpmpool17.farm.particle.cz
[2941] Tue Apr 16 14:56:43 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:43 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,57,79,37)
[2941] Tue Apr 16 14:56:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3036] Tue Apr 16 14:56:43 2019 :: GFork functionality not enabled.:
[3036] Tue Apr 16 14:56:43 2019 :: Configuration read from /etc/gridftp.conf.
[3036] Tue Apr 16 14:56:43 2019 :: Server started in inetd mode.
[3036] Tue Apr 16 14:56:43 2019 :: New connection from: fts802.cern.ch:39418
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [CLIENT]: USER :globus-mapping:
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [SERVER]: 331 Password required for :globus-mapping:.
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [CLIENT]: PASS dummy
[3036] Tue Apr 16 14:56:43 2019 :: dmlite :: starting new connection
[3036] Tue Apr 16 14:56:43 2019 :: dmlite :: DSI options :: dome_checksum
[3036] Tue Apr 16 14:56:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3036] Tue Apr 16 14:56:43 2019 :: User :globus-mapping: successfully authorized.
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [CLIENT]: PASS dummy
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [SERVER]: 230-User :globus-mapping: logged in.
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [CLIENT]: SITE HELP
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [SERVER]: 214-The following commands are recognized:
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [CLIENT]: FEAT
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [SERVER]: 211-Extensions supported
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=98ef3086-80fc-517e-aa04-bee93583ad14;file-id=696363102;retry=0
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [SERVER]: 250 OK.
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [CLIENT]: QUIT
[3036] Tue Apr 16 14:56:43 2019 :: fts802.cern.ch:39418: [SERVER]: 221 Goodbye.
[3036] Tue Apr 16 14:56:43 2019 :: Closed connection from fts802.cern.ch:39418
[3036] Tue Apr 16 14:56:43 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:56:40 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:40 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 151519232-171966464
[2985] Tue Apr 16 14:56:39 2019 :: GFork functionality not enabled.:
[2985] Tue Apr 16 14:56:39 2019 :: Configuration read from /etc/gridftp.conf.
[2985] Tue Apr 16 14:56:39 2019 :: Server started in inetd mode.
[2985] Tue Apr 16 14:56:39 2019 :: New connection from: etf-03.cern.ch:36346
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [CLIENT]: USER :globus-mapping:
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [SERVER]: 331 Password required for :globus-mapping:.
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [CLIENT]: PASS dummy
[2985] Tue Apr 16 14:56:39 2019 :: dmlite :: starting new connection
[2985] Tue Apr 16 14:56:39 2019 :: dmlite :: DSI options :: dome_checksum
[2985] Tue Apr 16 14:56:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[2985] Tue Apr 16 14:56:39 2019 :: User :globus-mapping: successfully authorized.
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [CLIENT]: PASS dummy
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [SERVER]: 230-User :globus-mapping: logged in.
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [CLIENT]: SITE HELP
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [SERVER]: 214-The following commands are recognized:
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [CLIENT]: FEAT
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [SERVER]: 211-Extensions supported
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [SERVER]: 250 OK.
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [CLIENT]: TYPE I
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [SERVER]: 200 Type set to I.
[2985] Tue Apr 16 14:56:39 2019 :: dmlite :: requesting checksum :: /mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:56:39 2019 :: requested node: dpmpool21.farm.particle.cz
[2985] Tue Apr 16 14:56:39 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [CLIENT]: CKSM ADLER32 0 -1 /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2985] Tue Apr 16 14:56:39 2019 :: connected to remote node
[2985] Tue Apr 16 14:56:39 2019 :: etf-03.cern.ch:36346: [SERVER]: 213 19e60272
[2991] Tue Apr 16 14:56:41 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:41 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs6/dteamspace/2019-04-16/f0.111.1555419400 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:42 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 150 Beginning transfer.
[2991] Tue Apr 16 14:56:42 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 112-Perf Marker
[2991] Tue Apr 16 14:56:42 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0".
[2991] Tue Apr 16 14:56:42 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs6/dteamspace/2019-04-16/f0.111.1555419400 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:42 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5'
[2941] Tue Apr 16 14:56:44 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:56:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3043] Tue Apr 16 14:56:43 2019 :: GFork functionality not enabled.:
[3043] Tue Apr 16 14:56:43 2019 :: Configuration read from /etc/gridftp.conf.
[3043] Tue Apr 16 14:56:43 2019 :: Server started in inetd mode.
[3043] Tue Apr 16 14:56:43 2019 :: New connection from: fts802.cern.ch:39432
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [CLIENT]: USER :globus-mapping:
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [SERVER]: 331 Password required for :globus-mapping:.
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [CLIENT]: PASS dummy
[3043] Tue Apr 16 14:56:44 2019 :: dmlite :: starting new connection
[3043] Tue Apr 16 14:56:44 2019 :: dmlite :: DSI options :: dome_checksum
[3043] Tue Apr 16 14:56:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3043] Tue Apr 16 14:56:44 2019 :: User :globus-mapping: successfully authorized.
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [CLIENT]: PASS dummy
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [SERVER]: 230-User :globus-mapping: logged in.
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [CLIENT]: SITE HELP
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [SERVER]: 214-The following commands are recognized:
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [CLIENT]: FEAT
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [SERVER]: 211-Extensions supported
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=98ef3086-80fc-517e-aa04-bee93583ad14;file-id=696363102;retry=0
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [SERVER]: 250 OK.
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [CLIENT]: TYPE I
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [SERVER]: 200 Type set to I.
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [CLIENT]: MODE E
[3043] Tue Apr 16 14:56:44 2019 :: fts802.cern.ch:39432: [SERVER]: 200 Mode set to E.
[3043] Tue Apr 16 14:56:44 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3043] Tue Apr 16 14:56:44 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[3043] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39432: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[3043] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39432: [SERVER]: 213 4ab4c7c9
[3043] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39432: [CLIENT]: QUIT
[3043] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39432: [SERVER]: 221 Goodbye.
[3043] Tue Apr 16 14:56:45 2019 :: Closed connection from fts802.cern.ch:39432
[3043] Tue Apr 16 14:56:45 2019 :: dmlite :: closing connection
[3002] Tue Apr 16 14:56:40 2019 :: GFork functionality not enabled.:
[3004] Tue Apr 16 14:56:40 2019 :: GFork functionality not enabled.:
[3002] Tue Apr 16 14:56:40 2019 :: Configuration read from /etc/gridftp.conf.
[3004] Tue Apr 16 14:56:40 2019 :: Configuration read from /etc/gridftp.conf.
[3002] Tue Apr 16 14:56:40 2019 :: Server started in inetd mode.
[3004] Tue Apr 16 14:56:40 2019 :: Server started in inetd mode.
[3005] Tue Apr 16 14:56:40 2019 :: GFork functionality not enabled.:
[3005] Tue Apr 16 14:56:40 2019 :: Configuration read from /etc/gridftp.conf.
[3005] Tue Apr 16 14:56:40 2019 :: Server started in inetd mode.
[3003] Tue Apr 16 14:56:40 2019 :: GFork functionality not enabled.:
[3003] Tue Apr 16 14:56:40 2019 :: Configuration read from /etc/gridftp.conf.
[3003] Tue Apr 16 14:56:40 2019 :: Server started in inetd mode.
[3006] Tue Apr 16 14:56:40 2019 :: GFork functionality not enabled.:
[3006] Tue Apr 16 14:56:40 2019 :: Configuration read from /etc/gridftp.conf.
[3006] Tue Apr 16 14:56:40 2019 :: Server started in inetd mode.
[2639] Tue Apr 16 14:56:41 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:41 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f2.110.1555419400 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 112-Perf Marker
[2639] Tue Apr 16 14:56:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2".
[2639] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:41 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f2.110.1555419400 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[2639] Tue Apr 16 14:56:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[2639] Tue Apr 16 14:56:45 2019 :: incoming transfer
[2639] Tue Apr 16 14:56:45 2019 :: requested node: dpmpool21.farm.particle.cz
[2639] Tue Apr 16 14:56:45 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[3064] Tue Apr 16 14:56:45 2019 :: GFork functionality not enabled.:
[3064] Tue Apr 16 14:56:45 2019 :: Configuration read from /etc/gridftp.conf.
[3064] Tue Apr 16 14:56:45 2019 :: Server started in inetd mode.
[3064] Tue Apr 16 14:56:45 2019 :: New connection from: fts802.cern.ch:39496
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [CLIENT]: USER :globus-mapping:
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [SERVER]: 331 Password required for :globus-mapping:.
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [CLIENT]: PASS dummy
[3064] Tue Apr 16 14:56:45 2019 :: dmlite :: starting new connection
[3064] Tue Apr 16 14:56:45 2019 :: dmlite :: DSI options :: dome_checksum
[3064] Tue Apr 16 14:56:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3064] Tue Apr 16 14:56:45 2019 :: User :globus-mapping: successfully authorized.
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [CLIENT]: PASS dummy
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [SERVER]: 230-User :globus-mapping: logged in.
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [CLIENT]: SITE HELP
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [SERVER]: 214-The following commands are recognized:
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [CLIENT]: FEAT
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [SERVER]: 211-Extensions supported
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=98ef3086-80fc-517e-aa04-bee93583ad14;file-id=696363102;retry=0
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [SERVER]: 250 OK.
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [CLIENT]: QUIT
[3064] Tue Apr 16 14:56:45 2019 :: fts802.cern.ch:39496: [SERVER]: 221 Goodbye.
[3064] Tue Apr 16 14:56:45 2019 :: Closed connection from fts802.cern.ch:39496
[3064] Tue Apr 16 14:56:45 2019 :: dmlite :: closing connection
[2729] Tue Apr 16 14:56:41 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:41 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f1.109.1555419400 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 112-Perf Marker
[2729] Tue Apr 16 14:56:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1".
[2729] Tue Apr 16 14:56:41 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 226 Transfer Complete.
[2729] Tue Apr 16 14:56:41 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f1.109.1555419400 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASV
[2729] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Passive delayed.
[2729] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[2729] Tue Apr 16 14:56:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[2729] Tue Apr 16 14:56:45 2019 :: incoming transfer
[2729] Tue Apr 16 14:56:45 2019 :: requested node: dpmpool23.farm.particle.cz
[2729] Tue Apr 16 14:56:45 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2729] Tue Apr 16 14:56:45 2019 :: connected to remote node
[2729] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 127 Entering Passive Mode (147,231,25,94,78,99)
[2729] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/4.112.1555419401 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 150 Beginning transfer.
[2923] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 112-Perf Marker
[2923] Tue Apr 16 14:56:43 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4".
[2923] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 226 Transfer Complete.
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/4.112.1555419401 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:43 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2923] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASV
[2923] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Passive delayed.
[2923] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[2923] Tue Apr 16 14:56:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[2923] Tue Apr 16 14:56:45 2019 :: incoming transfer
[2923] Tue Apr 16 14:56:45 2019 :: requested node: dpmpool23.farm.particle.cz
[2923] Tue Apr 16 14:56:45 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2923] Tue Apr 16 14:56:45 2019 :: connected to remote node
[2923] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 127 Entering Passive Mode (147,231,25,94,78,98)
[2923] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6'
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7'
[2729] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2729] Tue Apr 16 14:56:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:45 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,92,78,98)
[2639] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6'
[2639] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: single entry
[2639] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2639] Tue Apr 16 14:56:47 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: PASV
[2991] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 200 Passive delayed.
[2991] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[2991] Tue Apr 16 14:56:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[2991] Tue Apr 16 14:56:45 2019 :: incoming transfer
[2991] Tue Apr 16 14:56:45 2019 :: requested node: dpmpool23.farm.particle.cz
[2991] Tue Apr 16 14:56:45 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2991] Tue Apr 16 14:56:45 2019 :: connected to remote node
[2991] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 127 Entering Passive Mode (147,231,25,94,78,100)
[2991] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4'
[2991] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: single entry
[2991] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2991] Tue Apr 16 14:56:47 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:45 2019 :: New connection from: ui1.farm.particle.cz:32826
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: USER :globus-mapping:
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 331 Password required for :globus-mapping:.
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: PASS dummy
[3006] Tue Apr 16 14:56:45 2019 :: dmlite :: starting new connection
[3006] Tue Apr 16 14:56:45 2019 :: dmlite :: DSI options :: dome_checksum
[3006] Tue Apr 16 14:56:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3006] Tue Apr 16 14:56:45 2019 :: User :globus-mapping: successfully authorized.
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: PASS dummy
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 230-User :globus-mapping: logged in.
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: SITE HELP
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 214-The following commands are recognized:
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: FEAT
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 211-Extensions supported
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 250 OK.
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: TYPE I
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 200 Type set to I.
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: DCAU N
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 200 DCAU N.
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[3006] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: OPTS PASV AllowDelayed=1;
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 200 OPTS Command Successful.
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: PASV
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 200 Passive delayed.
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[3006] Tue Apr 16 14:56:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[3006] Tue Apr 16 14:56:45 2019 :: incoming transfer
[3006] Tue Apr 16 14:56:45 2019 :: requested node: dpmpool16.farm.particle.cz
[3006] Tue Apr 16 14:56:45 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[3006] Tue Apr 16 14:56:45 2019 :: connected to remote node
[3006] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 127 Entering Passive Mode (147,231,25,56,78,98)
[3006] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3'
[3006] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: single entry
[3006] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3006] Tue Apr 16 14:56:47 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:45 2019 :: New connection from: ui1.farm.particle.cz:32824
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: USER :globus-mapping:
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 331 Password required for :globus-mapping:.
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: PASS dummy
[3005] Tue Apr 16 14:56:45 2019 :: dmlite :: starting new connection
[3005] Tue Apr 16 14:56:45 2019 :: dmlite :: DSI options :: dome_checksum
[3005] Tue Apr 16 14:56:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3005] Tue Apr 16 14:56:45 2019 :: User :globus-mapping: successfully authorized.
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: PASS dummy
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 230-User :globus-mapping: logged in.
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: SITE HELP
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 214-The following commands are recognized:
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: FEAT
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 211-Extensions supported
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 250 OK.
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: TYPE I
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 200 Type set to I.
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: DCAU N
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 200 DCAU N.
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[3005] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: OPTS PASV AllowDelayed=1;
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 200 OPTS Command Successful.
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: PASV
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 200 Passive delayed.
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[3005] Tue Apr 16 14:56:45 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[3005] Tue Apr 16 14:56:45 2019 :: incoming transfer
[3005] Tue Apr 16 14:56:45 2019 :: requested node: dpmpool16.farm.particle.cz
[3005] Tue Apr 16 14:56:45 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[3005] Tue Apr 16 14:56:45 2019 :: connected to remote node
[3005] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 127 Entering Passive Mode (147,231,25,56,78,99)
[3005] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5'
[3005] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: single entry
[3005] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3005] Tue Apr 16 14:56:47 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3076] Tue Apr 16 14:56:45 2019 :: GFork functionality not enabled.:
[3076] Tue Apr 16 14:56:45 2019 :: Configuration read from /etc/gridftp.conf.
[3076] Tue Apr 16 14:56:45 2019 :: Server started in inetd mode.
[3076] Tue Apr 16 14:56:45 2019 :: New connection from: fts802.cern.ch:39498
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: USER :globus-mapping:
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [SERVER]: 331 Password required for :globus-mapping:.
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: PASS dummy
[3076] Tue Apr 16 14:56:46 2019 :: dmlite :: starting new connection
[3076] Tue Apr 16 14:56:46 2019 :: dmlite :: DSI options :: dome_checksum
[3076] Tue Apr 16 14:56:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3076] Tue Apr 16 14:56:46 2019 :: User :globus-mapping: successfully authorized.
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: PASS dummy
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [SERVER]: 230-User :globus-mapping: logged in.
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: SITE HELP
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [SERVER]: 214-The following commands are recognized:
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: FEAT
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [SERVER]: 211-Extensions supported
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=98ef3086-80fc-517e-aa04-bee93583ad14;file-id=696363102;retry=0
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [SERVER]: 250 OK.
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: TYPE I
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [SERVER]: 200 Type set to I.
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: MODE E
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [SERVER]: 200 Mode set to E.
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: DCAU N
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [SERVER]: 200 DCAU N.
[3076] Tue Apr 16 14:56:46 2019 :: fts802.cern.ch:39498: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[3076] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3076] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1'
[3076] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: single entry
[3076] Tue Apr 16 14:56:47 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3076] Tue Apr 16 14:56:47 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3076] Tue Apr 16 14:56:47 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3076] Tue Apr 16 14:56:47 2019 :: fts802.cern.ch:39498: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[3076] Tue Apr 16 14:56:47 2019 :: fts802.cern.ch:39498: [CLIENT]: QUIT
[3076] Tue Apr 16 14:56:47 2019 :: fts802.cern.ch:39498: [SERVER]: 221 Goodbye.
[3076] Tue Apr 16 14:56:47 2019 :: Closed connection from fts802.cern.ch:39498
[3076] Tue Apr 16 14:56:47 2019 :: dmlite :: closing connection
[2281] Tue Apr 16 14:56:47 2019 :: fts802.cern.ch:38232: [CLIENT]: QUIT
[2281] Tue Apr 16 14:56:47 2019 :: fts802.cern.ch:38232: [SERVER]: 221 Goodbye.
[2281] Tue Apr 16 14:56:47 2019 :: Closed connection from fts802.cern.ch:38232
[2281] Tue Apr 16 14:56:47 2019 :: dmlite :: closing connection
[2670] Tue Apr 16 14:56:44 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:44 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 1429340160-1677983744
[2941] Tue Apr 16 14:56:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/5.113.1555419403 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:56:45 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5".
[2941] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:45 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/5.113.1555419403 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[2941] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2941] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[2941] Tue Apr 16 14:56:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[2941] Tue Apr 16 14:56:46 2019 :: incoming transfer
[2941] Tue Apr 16 14:56:46 2019 :: requested node: dpmpool19.farm.particle.cz
[2941] Tue Apr 16 14:56:46 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:46 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,64,90,15)
[2941] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7'
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/6.114.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 150 Beginning transfer.
[2923] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 112-Perf Marker
[2923] Tue Apr 16 14:56:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6".
[2923] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 226 Transfer Complete.
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/6.114.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:46 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2923] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:48 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASV
[2923] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Passive delayed.
[2923] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[2923] Tue Apr 16 14:56:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[2923] Tue Apr 16 14:56:48 2019 :: incoming transfer
[1171] Tue Apr 16 14:56:43 2019 :: Child process 2366 ended with rc = 6
[1171] Tue Apr 16 14:56:43 2019 :: Child process 3036 ended with rc = 0
[1171] Tue Apr 16 14:56:45 2019 :: Child process 3043 ended with rc = 0
[1171] Tue Apr 16 14:56:45 2019 :: Child process 3064 ended with rc = 0
[1171] Tue Apr 16 14:56:47 2019 :: Child process 3076 ended with rc = 0
[1171] Tue Apr 16 14:56:47 2019 :: Child process 2281 ended with rc = 0
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/7.120.1555419406 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:56:48 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7".
[2941] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/7.120.1555419406 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2391] Tue Apr 16 14:56:45 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:45 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 171966464-187170816
[2991] Tue Apr 16 14:56:47 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:47 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.117.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 150 Beginning transfer.
[2991] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 112-Perf Marker
[2991] Tue Apr 16 14:56:47 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4".
[2991] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 226 Transfer Complete.
[2991] Tue Apr 16 14:56:47 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.117.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:48 2019 :: requested node: dpmpool21.farm.particle.cz
[2923] Tue Apr 16 14:56:48 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2923] Tue Apr 16 14:56:48 2019 :: connected to remote node
[2923] Tue Apr 16 14:56:48 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 127 Entering Passive Mode (147,231,25,92,92,197)
[2923] Tue Apr 16 14:56:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8'
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:45 2019 :: New connection from: ui1.farm.particle.cz:32818
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: USER :globus-mapping:
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 331 Password required for :globus-mapping:.
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: PASS dummy
[3002] Tue Apr 16 14:56:45 2019 :: dmlite :: starting new connection
[3002] Tue Apr 16 14:56:45 2019 :: dmlite :: DSI options :: dome_checksum
[3002] Tue Apr 16 14:56:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3002] Tue Apr 16 14:56:45 2019 :: User :globus-mapping: successfully authorized.
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: PASS dummy
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 230-User :globus-mapping: logged in.
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: SITE HELP
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 214-The following commands are recognized:
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: FEAT
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 211-Extensions supported
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 250 OK.
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: TYPE I
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 200 Type set to I.
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: DCAU N
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 200 DCAU N.
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[3002] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3004] Tue Apr 16 14:56:45 2019 :: New connection from: ui1.farm.particle.cz:32822
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: USER :globus-mapping:
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 331 Password required for :globus-mapping:.
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: PASS dummy
[3004] Tue Apr 16 14:56:45 2019 :: dmlite :: starting new connection
[3004] Tue Apr 16 14:56:45 2019 :: dmlite :: DSI options :: dome_checksum
[3004] Tue Apr 16 14:56:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3004] Tue Apr 16 14:56:45 2019 :: User :globus-mapping: successfully authorized.
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: PASS dummy
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 230-User :globus-mapping: logged in.
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: SITE HELP
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 214-The following commands are recognized:
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: FEAT
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 211-Extensions supported
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 250 OK.
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: TYPE I
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 200 Type set to I.
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: DCAU N
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 200 DCAU N.
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[3004] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3005] Tue Apr 16 14:56:47 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:47 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/f5.119.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 150 Beginning transfer.
[3005] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 112-Perf Marker
[3005] Tue Apr 16 14:56:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5".
[3005] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 226 Transfer Complete.
[3005] Tue Apr 16 14:56:49 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/f5.119.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3003] Tue Apr 16 14:56:45 2019 :: New connection from: ui1.farm.particle.cz:32820
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: USER :globus-mapping:
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 331 Password required for :globus-mapping:.
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: PASS dummy
[3003] Tue Apr 16 14:56:45 2019 :: dmlite :: starting new connection
[3003] Tue Apr 16 14:56:45 2019 :: dmlite :: DSI options :: dome_checksum
[3003] Tue Apr 16 14:56:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3003] Tue Apr 16 14:56:45 2019 :: User :globus-mapping: successfully authorized.
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: PASS dummy
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 230-User :globus-mapping: logged in.
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: SITE HELP
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 214-The following commands are recognized:
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: FEAT
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 211-Extensions supported
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 250 OK.
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: TYPE I
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 200 Type set to I.
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: DCAU N
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 200 DCAU N.
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[3003] Tue Apr 16 14:56:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3003] Tue Apr 16 14:56:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3003] Tue Apr 16 14:56:45 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3052] Tue Apr 16 14:56:45 2019 :: GFork functionality not enabled.:
[3052] Tue Apr 16 14:56:45 2019 :: Configuration read from /etc/gridftp.conf.
[3052] Tue Apr 16 14:56:45 2019 :: Server started in inetd mode.
[3006] Tue Apr 16 14:56:47 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:47 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs10/dteamspace/2019-04-16/f3.118.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 150 Beginning transfer.
[3006] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 112-Perf Marker
[3006] Tue Apr 16 14:56:47 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3".
[3006] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 226 Transfer Complete.
[3006] Tue Apr 16 14:56:47 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs10/dteamspace/2019-04-16/f3.118.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3051] Tue Apr 16 14:56:45 2019 :: GFork functionality not enabled.:
[3051] Tue Apr 16 14:56:45 2019 :: Configuration read from /etc/gridftp.conf.
[3051] Tue Apr 16 14:56:45 2019 :: Server started in inetd mode.
[2808] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36056: [CLIENT]: OPTS PASV AllowDelayed=1;
[2808] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36056: [SERVER]: 200 OPTS Command Successful.
[2808] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36056: [CLIENT]: PASV
[2808] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36056: [SERVER]: 200 Passive delayed.
[2808] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36056: [CLIENT]: RETR /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2808] Tue Apr 16 14:56:50 2019 :: passive mode: RETR /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2808] Tue Apr 16 14:56:50 2019 :: outgoing transfer
[2808] Tue Apr 16 14:56:50 2019 :: requested node: dpmpool21.farm.particle.cz
[2808] Tue Apr 16 14:56:50 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2808] Tue Apr 16 14:56:50 2019 :: connected to remote node
[2808] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36056: [SERVER]: 127 Entering Passive Mode (147,231,25,92,84,181)
[2808] Tue Apr 16 14:56:50 2019 :: dmlite :: send :: requesting transfer :: /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2808] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36056: [SERVER]: 150 Beginning transfer.
[2808] Tue Apr 16 14:56:50 2019 :: Finished transferring "/dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0".
[2808] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36056: [SERVER]: 226 Transfer Complete.
[2808] Tue Apr 16 14:56:50 2019 :: Closed connection from etf-03.cern.ch:36056
[2808] Tue Apr 16 14:56:50 2019 :: dmlite :: closing connection
[2639] Tue Apr 16 14:56:47 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:47 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f6.116.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 112-Perf Marker
[2639] Tue Apr 16 14:56:47 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6".
[2639] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:47 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f6.116.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f7.115.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 112-Perf Marker
[2729] Tue Apr 16 14:56:47 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7".
[2729] Tue Apr 16 14:56:47 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 226 Transfer Complete.
[2729] Tue Apr 16 14:56:47 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f7.115.1555419405 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:49 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[2941] Tue Apr 16 14:56:49 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[2941] Tue Apr 16 14:56:49 2019 :: incoming transfer
[2941] Tue Apr 16 14:56:49 2019 :: requested node: dpmpool9.farm.particle.cz
[2941] Tue Apr 16 14:56:49 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:50 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,47,84,181)
[2941] Tue Apr 16 14:56:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9'
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: OPTS PASV AllowDelayed=1;
[3004] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 200 OPTS Command Successful.
[3004] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: PASV
[3004] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 200 Passive delayed.
[3004] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[3004] Tue Apr 16 14:56:50 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[3004] Tue Apr 16 14:56:50 2019 :: incoming transfer
[3004] Tue Apr 16 14:56:50 2019 :: requested node: dpmpool23.farm.particle.cz
[3004] Tue Apr 16 14:56:50 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[3004] Tue Apr 16 14:56:50 2019 :: connected to remote node
[3004] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 127 Entering Passive Mode (147,231,25,94,84,181)
[3004] Tue Apr 16 14:56:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9'
[3004] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: single entry
[3004] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3004] Tue Apr 16 14:56:51 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: OPTS PASV AllowDelayed=1;
[3002] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 200 OPTS Command Successful.
[3002] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: PASV
[3002] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 200 Passive delayed.
[3002] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[3002] Tue Apr 16 14:56:50 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[3002] Tue Apr 16 14:56:50 2019 :: incoming transfer
[3002] Tue Apr 16 14:56:50 2019 :: requested node: dpmpool9.farm.particle.cz
[3002] Tue Apr 16 14:56:50 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[3002] Tue Apr 16 14:56:50 2019 :: connected to remote node
[3002] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 127 Entering Passive Mode (147,231,25,47,84,182)
[3002] Tue Apr 16 14:56:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8'
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2670] Tue Apr 16 14:56:49 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:49 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 1677983744-1984299008
[2882] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38534: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1
[2882] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38534: [SERVER]: 213 f33c13bf
[2882] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38534: [CLIENT]: QUIT
[2882] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38534: [SERVER]: 221 Goodbye.
[2882] Tue Apr 16 14:56:53 2019 :: Closed connection from fts800.cern.ch:38534
[2882] Tue Apr 16 14:56:53 2019 :: dmlite :: closing connection
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/8.121.1555419408 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 150 Beginning transfer.
[2923] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 112-Perf Marker
[2923] Tue Apr 16 14:56:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8".
[2923] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 226 Transfer Complete.
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/8.121.1555419408 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:49 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:49 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2923] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASV
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Passive delayed.
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[2923] Tue Apr 16 14:56:53 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[2923] Tue Apr 16 14:56:53 2019 :: incoming transfer
[2923] Tue Apr 16 14:56:53 2019 :: requested node: dpmpool17.farm.particle.cz
[2923] Tue Apr 16 14:56:53 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[1171] Tue Apr 16 14:56:50 2019 :: Child process 2808 ended with rc = 0
[1171] Tue Apr 16 14:56:53 2019 :: Child process 2882 ended with rc = 0
[3120] Tue Apr 16 14:56:53 2019 :: GFork functionality not enabled.:
[3120] Tue Apr 16 14:56:53 2019 :: Configuration read from /etc/gridftp.conf.
[3120] Tue Apr 16 14:56:53 2019 :: Server started in inetd mode.
[3120] Tue Apr 16 14:56:53 2019 :: New connection from: fts800.cern.ch:38742
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [CLIENT]: USER :globus-mapping:
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [SERVER]: 331 Password required for :globus-mapping:.
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [CLIENT]: PASS dummy
[3120] Tue Apr 16 14:56:53 2019 :: dmlite :: starting new connection
[3120] Tue Apr 16 14:56:53 2019 :: dmlite :: DSI options :: dome_checksum
[3120] Tue Apr 16 14:56:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3120] Tue Apr 16 14:56:53 2019 :: User :globus-mapping: successfully authorized.
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [CLIENT]: PASS dummy
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [SERVER]: 230-User :globus-mapping: logged in.
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [CLIENT]: SITE HELP
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [SERVER]: 214-The following commands are recognized:
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [CLIENT]: FEAT
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [SERVER]: 211-Extensions supported
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=897f260f-790c-58fb-8e53-680ec819e595;file-id=696363193;retry=0
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [SERVER]: 250 OK.
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [CLIENT]: QUIT
[3120] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38742: [SERVER]: 221 Goodbye.
[3120] Tue Apr 16 14:56:53 2019 :: Closed connection from fts800.cern.ch:38742
[3120] Tue Apr 16 14:56:53 2019 :: dmlite :: closing connection
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/9.122.1555419409 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:56:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9".
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/9.122.1555419409 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:51 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:51 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[2941] Tue Apr 16 14:56:51 2019 :: not delayed
[2941] Tue Apr 16 14:56:51 2019 :: rolling the dice
[2941] Tue Apr 16 14:56:51 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:51 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,94,91,238)
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:56:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting".
[2941] Tue Apr 16 14:56:51 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:53 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2941] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel" created successfully.
[2941] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[2941] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2941] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[2941] Tue Apr 16 14:56:53 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[2941] Tue Apr 16 14:56:53 2019 :: incoming transfer
[2941] Tue Apr 16 14:56:53 2019 :: requested node: dpmpool9.farm.particle.cz
[2941] Tue Apr 16 14:56:53 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:53 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,47,87,133)
[2941] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2729] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2729] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[2729] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250 OK.
[2729] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: PASV
[2729] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 200 Passive delayed.
[2729] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2729] Tue Apr 16 14:56:52 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2729] Tue Apr 16 14:56:52 2019 :: incoming transfer
[2729] Tue Apr 16 14:56:52 2019 :: requested node: dpmpool22.farm.particle.cz
[2729] Tue Apr 16 14:56:52 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[2729] Tue Apr 16 14:56:52 2019 :: connected to remote node
[2729] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 127 Entering Passive Mode (147,231,25,93,80,251)
[2729] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[2729] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: single entry
[2729] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2729] Tue Apr 16 14:56:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2391] Tue Apr 16 14:56:50 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:50 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 187170816-200015872
[2985] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36346: [CLIENT]: DCAU N
[2985] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36346: [SERVER]: 200 DCAU N.
[2985] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36346: [CLIENT]: MLST /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2985] Tue Apr 16 14:56:50 2019 :: dmlite :: stat :: /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:56:50 2019 :: dmlite :: stat :: single entry
[2985] Tue Apr 16 14:56:50 2019 :: etf-03.cern.ch:36346: [SERVER]: 250-status of /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2985] Tue Apr 16 14:56:51 2019 :: dmlite :: requesting checksum :: /mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:56:51 2019 :: requested node: dpmpool16.farm.particle.cz
[2985] Tue Apr 16 14:56:51 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[2985] Tue Apr 16 14:56:51 2019 :: etf-03.cern.ch:36346: [CLIENT]: CKSM adler32 0 -1 /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[2985] Tue Apr 16 14:56:51 2019 :: connected to remote node
[2985] Tue Apr 16 14:56:52 2019 :: etf-03.cern.ch:36346: [SERVER]: 213 19e60272
[3133] Tue Apr 16 14:56:53 2019 :: GFork functionality not enabled.:
[3133] Tue Apr 16 14:56:53 2019 :: Configuration read from /etc/gridftp.conf.
[3133] Tue Apr 16 14:56:53 2019 :: Server started in inetd mode.
[3133] Tue Apr 16 14:56:53 2019 :: New connection from: fts800.cern.ch:38746
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [CLIENT]: USER :globus-mapping:
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [SERVER]: 331 Password required for :globus-mapping:.
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [CLIENT]: PASS dummy
[3133] Tue Apr 16 14:56:53 2019 :: dmlite :: starting new connection
[3133] Tue Apr 16 14:56:53 2019 :: dmlite :: DSI options :: dome_checksum
[3133] Tue Apr 16 14:56:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3133] Tue Apr 16 14:56:53 2019 :: User :globus-mapping: successfully authorized.
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [CLIENT]: PASS dummy
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [SERVER]: 230-User :globus-mapping: logged in.
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [CLIENT]: SITE HELP
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [SERVER]: 214-The following commands are recognized:
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [CLIENT]: FEAT
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [SERVER]: 211-Extensions supported
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=897f260f-790c-58fb-8e53-680ec819e595;file-id=696363193;retry=0
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [SERVER]: 250 OK.
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [CLIENT]: TYPE I
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [SERVER]: 200 Type set to I.
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [CLIENT]: MODE E
[3133] Tue Apr 16 14:56:53 2019 :: fts800.cern.ch:38746: [SERVER]: 200 Mode set to E.
[3133] Tue Apr 16 14:56:54 2019 :: fts800.cern.ch:38746: [CLIENT]: DCAU N
[3133] Tue Apr 16 14:56:54 2019 :: fts800.cern.ch:38746: [SERVER]: 200 DCAU N.
[3133] Tue Apr 16 14:56:54 2019 :: fts800.cern.ch:38746: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1
[3133] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[3133] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: single entry
[3133] Tue Apr 16 14:56:54 2019 :: fts800.cern.ch:38746: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/83/d1/DAOD_TRUTH1.17737484._000403.pool.root.1
[3133] Tue Apr 16 14:56:54 2019 :: fts800.cern.ch:38746: [CLIENT]: QUIT
[3133] Tue Apr 16 14:56:54 2019 :: fts800.cern.ch:38746: [SERVER]: 221 Goodbye.
[3133] Tue Apr 16 14:56:54 2019 :: Closed connection from fts800.cern.ch:38746
[3133] Tue Apr 16 14:56:54 2019 :: dmlite :: closing connection
[2268] Tue Apr 16 14:56:54 2019 :: fts800.cern.ch:38264: [CLIENT]: QUIT
[2268] Tue Apr 16 14:56:54 2019 :: fts800.cern.ch:38264: [SERVER]: 221 Goodbye.
[2268] Tue Apr 16 14:56:54 2019 :: Closed connection from fts800.cern.ch:38264
[2268] Tue Apr 16 14:56:54 2019 :: dmlite :: closing connection
[2991] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[2991] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 250 OK.
[2991] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2991] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:54 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2923] Tue Apr 16 14:56:53 2019 :: connected to remote node
[2923] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 127 Entering Passive Mode (147,231,25,57,87,133)
[2923] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1'
[2923] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2923] Tue Apr 16 14:56:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3'
[2941] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:56:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:51 2019 :: GFork functionality not enabled.:
[3095] Tue Apr 16 14:56:51 2019 :: Configuration read from /etc/gridftp.conf.
[3095] Tue Apr 16 14:56:51 2019 :: Server started in inetd mode.
[3095] Tue Apr 16 14:56:51 2019 :: New connection from: ui1.farm.particle.cz:32868
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: USER :globus-mapping:
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 331 Password required for :globus-mapping:.
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: PASS dummy
[3095] Tue Apr 16 14:56:52 2019 :: dmlite :: starting new connection
[3095] Tue Apr 16 14:56:52 2019 :: dmlite :: DSI options :: dome_checksum
[3095] Tue Apr 16 14:56:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3095] Tue Apr 16 14:56:52 2019 :: User :globus-mapping: successfully authorized.
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: PASS dummy
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 230-User :globus-mapping: logged in.
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: SITE HELP
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 214-The following commands are recognized:
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: FEAT
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 211-Extensions supported
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 250 OK.
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: TYPE I
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 200 Type set to I.
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: DCAU N
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 200 DCAU N.
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: OPTS PASV AllowDelayed=1;
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 200 OPTS Command Successful.
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: PASV
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 200 Passive delayed.
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[3095] Tue Apr 16 14:56:52 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[3095] Tue Apr 16 14:56:52 2019 :: not delayed
[3095] Tue Apr 16 14:56:52 2019 :: rolling the dice
[3095] Tue Apr 16 14:56:52 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[3095] Tue Apr 16 14:56:52 2019 :: connected to remote node
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 127 Entering Passive Mode (147,231,25,94,80,251)
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 150 Beginning transfer.
[3095] Tue Apr 16 14:56:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting".
[3095] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 226 Transfer Complete.
[3095] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[3095] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3095] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: PASV
[3095] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 200 Passive delayed.
[3095] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[3095] Tue Apr 16 14:56:53 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[3095] Tue Apr 16 14:56:53 2019 :: incoming transfer
[3095] Tue Apr 16 14:56:53 2019 :: requested node: dpmpool20.farm.particle.cz
[3095] Tue Apr 16 14:56:53 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[3095] Tue Apr 16 14:56:53 2019 :: connected to remote node
[3095] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 127 Entering Passive Mode (147,231,25,91,87,133)
[3095] Tue Apr 16 14:56:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0'
[3095] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: single entry
[3095] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3095] Tue Apr 16 14:56:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:51 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:51 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f9.123.1555419410 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 150 Beginning transfer.
[3004] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 112-Perf Marker
[3004] Tue Apr 16 14:56:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9".
[3004] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 226 Transfer Complete.
[3004] Tue Apr 16 14:56:52 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f9.123.1555419410 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[3004] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 250 OK.
[3004] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: PASV
[3004] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 200 Passive delayed.
[3004] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3004] Tue Apr 16 14:56:54 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3004] Tue Apr 16 14:56:54 2019 :: incoming transfer
[3004] Tue Apr 16 14:56:54 2019 :: requested node: dpmpool19.farm.particle.cz
[3004] Tue Apr 16 14:56:54 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[3004] Tue Apr 16 14:56:54 2019 :: connected to remote node
[3004] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 127 Entering Passive Mode (147,231,25,64,93,172)
[3004] Tue Apr 16 14:56:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f8.124.1555419410 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 150 Beginning transfer.
[3002] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 112-Perf Marker
[3002] Tue Apr 16 14:56:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8".
[3002] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 226 Transfer Complete.
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f8.124.1555419410 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[3002] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 250 OK.
[3002] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:52 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3005] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[3005] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 250 OK.
[3005] Tue Apr 16 14:56:53 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3005] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 250 OK.
[3003] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[3003] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3003] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[3003] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[3003] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3003] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[3003] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 250 OK.
[3052] Tue Apr 16 14:56:50 2019 :: New connection from: ui1.farm.particle.cz:32844
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: USER :globus-mapping:
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 331 Password required for :globus-mapping:.
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: PASS dummy
[3052] Tue Apr 16 14:56:50 2019 :: dmlite :: starting new connection
[3052] Tue Apr 16 14:56:50 2019 :: dmlite :: DSI options :: dome_checksum
[3052] Tue Apr 16 14:56:50 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3052] Tue Apr 16 14:56:50 2019 :: User :globus-mapping: successfully authorized.
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: PASS dummy
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 230-User :globus-mapping: logged in.
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: SITE HELP
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 214-The following commands are recognized:
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: FEAT
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 211-Extensions supported
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 250 OK.
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: TYPE I
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 200 Type set to I.
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: DCAU N
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 200 DCAU N.
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[3052] Tue Apr 16 14:56:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3052] Tue Apr 16 14:56:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3052] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3052] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3052] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[3052] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 250 OK.
[3006] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[3006] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 250 OK.
[3006] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[3006] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:52 2019 :: dmlite :: stat :: single entry
[3006] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[3051] Tue Apr 16 14:56:50 2019 :: New connection from: ui1.farm.particle.cz:32842
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: USER :globus-mapping:
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 331 Password required for :globus-mapping:.
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: PASS dummy
[3051] Tue Apr 16 14:56:50 2019 :: dmlite :: starting new connection
[3051] Tue Apr 16 14:56:50 2019 :: dmlite :: DSI options :: dome_checksum
[3051] Tue Apr 16 14:56:50 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3051] Tue Apr 16 14:56:50 2019 :: User :globus-mapping: successfully authorized.
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: PASS dummy
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 230-User :globus-mapping: logged in.
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: SITE HELP
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 214-The following commands are recognized:
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: FEAT
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 211-Extensions supported
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 250 OK.
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: TYPE I
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 200 Type set to I.
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: DCAU N
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 200 DCAU N.
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[3051] Tue Apr 16 14:56:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3051] Tue Apr 16 14:56:50 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3051] Tue Apr 16 14:56:50 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3051] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3051] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[3051] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 250 OK.
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: TYPE A
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Type set to A.
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: PASV
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Passive delayed.
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2639] Tue Apr 16 14:56:52 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2639] Tue Apr 16 14:56:52 2019 :: not delayed
[2639] Tue Apr 16 14:56:52 2019 :: rolling the dice
[2639] Tue Apr 16 14:56:52 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2639] Tue Apr 16 14:56:52 2019 :: connected to remote node
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 127 Entering Passive Mode (147,231,25,91,80,251)
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 150 Beginning transfer.
[2639] Tue Apr 16 14:56:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel".
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 226 Transfer Complete.
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: TYPE I
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 200 Type set to I.
[2639] Tue Apr 16 14:56:52 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[2639] Tue Apr 16 14:56:52 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 250 OK.
[3004] Tue Apr 16 14:56:55 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[3004] Tue Apr 16 14:56:55 2019 :: dmlite :: stat :: single entry
[3004] Tue Apr 16 14:56:55 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3004] Tue Apr 16 14:56:55 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/upload-delete-loop.125.1555419412 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 150 Beginning transfer.
[2729] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 112-Perf Marker
[2729] Tue Apr 16 14:56:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[2729] Tue Apr 16 14:56:53 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 226 Transfer Complete.
[2729] Tue Apr 16 14:56:53 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/upload-delete-loop.125.1555419412 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f0.128.1555419413 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 150 Beginning transfer.
[3095] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 112-Perf Marker
[3095] Tue Apr 16 14:56:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0".
[3095] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 226 Transfer Complete.
[3095] Tue Apr 16 14:56:54 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f0.128.1555419413 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3051] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: OPTS PASV AllowDelayed=1;
[3051] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 200 OPTS Command Successful.
[3051] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: PASV
[3051] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 200 Passive delayed.
[3051] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3051] Tue Apr 16 14:56:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3051] Tue Apr 16 14:56:56 2019 :: incoming transfer
[3051] Tue Apr 16 14:56:56 2019 :: requested node: dpmpool9.farm.particle.cz
[3051] Tue Apr 16 14:56:56 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[3051] Tue Apr 16 14:56:56 2019 :: connected to remote node
[3051] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 127 Entering Passive Mode (147,231,25,47,95,84)
[3051] Tue Apr 16 14:56:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3051] Tue Apr 16 14:56:57 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[3051] Tue Apr 16 14:56:57 2019 :: dmlite :: stat :: single entry
[3051] Tue Apr 16 14:56:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3051] Tue Apr 16 14:56:57 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3155] Tue Apr 16 14:56:56 2019 :: GFork functionality not enabled.:
[3155] Tue Apr 16 14:56:56 2019 :: Configuration read from /etc/gridftp.conf.
[3155] Tue Apr 16 14:56:56 2019 :: Server started in inetd mode.
[3155] Tue Apr 16 14:56:56 2019 :: New connection from: fts802.cern.ch:39812
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: USER :globus-mapping:
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 331 Password required for :globus-mapping:.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: PASS dummy
[3155] Tue Apr 16 14:56:56 2019 :: dmlite :: starting new connection
[3155] Tue Apr 16 14:56:56 2019 :: dmlite :: DSI options :: dome_checksum
[3155] Tue Apr 16 14:56:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3155] Tue Apr 16 14:56:56 2019 :: User :globus-mapping: successfully authorized.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: PASS dummy
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 230-User :globus-mapping: logged in.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: SITE HELP
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 214-The following commands are recognized:
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: FEAT
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 211-Extensions supported
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ed2122c1-f7a1-5911-baa9-1ea979b39614;file-id=696363332;retry=0
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 250 OK.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: TYPE I
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 200 Type set to I.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: MODE E
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 200 Mode set to E.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: DCAU N
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 200 DCAU N.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: OPTS PASV AllowDelayed=1;
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 200 OPTS Command Successful.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: EPSV
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 200 Passive delayed.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: ALLO 4325440515
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 200 ALLO command successful.
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[3155] Tue Apr 16 14:56:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[3155] Tue Apr 16 14:56:56 2019 :: incoming transfer
[3155] Tue Apr 16 14:56:56 2019 :: requested node: dpmpool22.farm.particle.cz
[3155] Tue Apr 16 14:56:56 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[3155] Tue Apr 16 14:56:56 2019 :: connected to remote node
[3155] Tue Apr 16 14:56:56 2019 :: fts802.cern.ch:39812: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|24404|)
[3155] Tue Apr 16 14:56:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3155] Tue Apr 16 14:56:57 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1'
[3155] Tue Apr 16 14:56:57 2019 :: dmlite :: stat :: single entry
[3155] Tue Apr 16 14:56:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3155] Tue Apr 16 14:56:57 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[2670] Tue Apr 16 14:56:54 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:54 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 1984299008-2365849600
[3110] Tue Apr 16 14:56:53 2019 :: GFork functionality not enabled.:
[3110] Tue Apr 16 14:56:53 2019 :: Configuration read from /etc/gridftp.conf.
[3110] Tue Apr 16 14:56:53 2019 :: Server started in inetd mode.
[3110] Tue Apr 16 14:56:53 2019 :: New connection from: ui1.farm.particle.cz:32878
[3109] Tue Apr 16 14:56:53 2019 :: GFork functionality not enabled.:
[3109] Tue Apr 16 14:56:53 2019 :: Configuration read from /etc/gridftp.conf.
[3109] Tue Apr 16 14:56:53 2019 :: Server started in inetd mode.
[2923] Tue Apr 16 14:56:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs5/dteamspace/2019-04-16/f1.126.1555419413 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 150 Beginning transfer.
[2923] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 112-Perf Marker
[2923] Tue Apr 16 14:56:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1".
[2923] Tue Apr 16 14:56:54 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs5/dteamspace/2019-04-16/f1.126.1555419413 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 226 Transfer Complete.
[1171] Tue Apr 16 14:56:53 2019 :: Child process 3120 ended with rc = 0
[1171] Tue Apr 16 14:56:54 2019 :: Child process 3133 ended with rc = 0
[1171] Tue Apr 16 14:56:54 2019 :: Child process 2268 ended with rc = 0
[3126] Tue Apr 16 14:56:53 2019 :: GFork functionality not enabled.:
[3126] Tue Apr 16 14:56:53 2019 :: Configuration read from /etc/gridftp.conf.
[2941] Tue Apr 16 14:56:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f3.127.1555419413 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:56:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3".
[2941] Tue Apr 16 14:56:54 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f3.127.1555419413 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:54 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[2941] Tue Apr 16 14:56:58 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[2941] Tue Apr 16 14:56:58 2019 :: incoming transfer
[2941] Tue Apr 16 14:56:58 2019 :: requested node: dpmpool17.farm.particle.cz
[2941] Tue Apr 16 14:56:58 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2941] Tue Apr 16 14:56:58 2019 :: connected to remote node
[2941] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,57,90,32)
[2941] Tue Apr 16 14:56:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2391] Tue Apr 16 14:56:55 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:56:55 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 200015872-215482368
[3002] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: PASV
[3002] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 200 Passive delayed.
[3002] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3002] Tue Apr 16 14:56:57 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3002] Tue Apr 16 14:56:57 2019 :: incoming transfer
[3002] Tue Apr 16 14:56:57 2019 :: requested node: dpmpool17.farm.particle.cz
[3002] Tue Apr 16 14:56:57 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[3002] Tue Apr 16 14:56:58 2019 :: connected to remote node
[3002] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 127 Entering Passive Mode (147,231,25,57,90,30)
[3002] Tue Apr 16 14:56:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[3002] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: single entry
[3002] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3002] Tue Apr 16 14:56:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3140] Tue Apr 16 14:56:54 2019 :: GFork functionality not enabled.:
[3140] Tue Apr 16 14:56:54 2019 :: Configuration read from /etc/gridftp.conf.
[2923] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASV
[2923] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Passive delayed.
[2923] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[2923] Tue Apr 16 14:56:58 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[2923] Tue Apr 16 14:56:58 2019 :: incoming transfer
[2923] Tue Apr 16 14:56:58 2019 :: requested node: dpmpool20.farm.particle.cz
[2923] Tue Apr 16 14:56:58 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2923] Tue Apr 16 14:56:58 2019 :: connected to remote node
[2923] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 127 Entering Passive Mode (147,231,25,91,90,30)
[2923] Tue Apr 16 14:56:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2'
[2923] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2923] Tue Apr 16 14:56:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6'
[2941] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:56:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: PASV
[3095] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 200 Passive delayed.
[3095] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[3095] Tue Apr 16 14:56:58 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[3095] Tue Apr 16 14:56:58 2019 :: incoming transfer
[3095] Tue Apr 16 14:56:58 2019 :: requested node: dpmpool9.farm.particle.cz
[3095] Tue Apr 16 14:56:58 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[3095] Tue Apr 16 14:56:58 2019 :: connected to remote node
[3095] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 127 Entering Passive Mode (147,231,25,47,90,30)
[3095] Tue Apr 16 14:56:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4'
[3095] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: single entry
[3095] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3095] Tue Apr 16 14:56:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3147] Tue Apr 16 14:56:55 2019 :: GFork functionality not enabled.:
[3147] Tue Apr 16 14:56:55 2019 :: Configuration read from /etc/gridftp.conf.
[3147] Tue Apr 16 14:56:55 2019 :: Server started in inetd mode.
[3147] Tue Apr 16 14:56:55 2019 :: New connection from: fts802.cern.ch:39714
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: USER :globus-mapping:
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 331 Password required for :globus-mapping:.
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: PASS dummy
[3147] Tue Apr 16 14:56:55 2019 :: dmlite :: starting new connection
[3147] Tue Apr 16 14:56:55 2019 :: dmlite :: DSI options :: dome_checksum
[3147] Tue Apr 16 14:56:55 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3147] Tue Apr 16 14:56:55 2019 :: User :globus-mapping: successfully authorized.
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: PASS dummy
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 230-User :globus-mapping: logged in.
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: SITE HELP
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 214-The following commands are recognized:
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: FEAT
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 211-Extensions supported
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ed2122c1-f7a1-5911-baa9-1ea979b39614;file-id=696363332;retry=0
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 250 OK.
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: TYPE I
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 200 Type set to I.
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: DCAU N
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 200 DCAU N.
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[3147] Tue Apr 16 14:56:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3147] Tue Apr 16 14:56:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d
[3147] Tue Apr 16 14:56:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3147] Tue Apr 16 14:56:55 2019 :: dmlite :: stat :: single entry
[3147] Tue Apr 16 14:56:55 2019 :: fts802.cern.ch:39714: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d
[3002] Tue Apr 16 14:56:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs6/dteamspace/2019-04-16/upload-delete-loop.132.1555419417 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 150 Beginning transfer.
[3002] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 112-Perf Marker
[3002] Tue Apr 16 14:56:59 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[3002] Tue Apr 16 14:56:59 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs6/dteamspace/2019-04-16/upload-delete-loop.132.1555419417 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3002] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 226 Transfer Complete.
[3004] Tue Apr 16 14:56:55 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:55 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.129.1555419414 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 150 Beginning transfer.
[3004] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 112-Perf Marker
[3004] Tue Apr 16 14:56:56 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[3004] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 226 Transfer Complete.
[3004] Tue Apr 16 14:56:56 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.129.1555419414 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3005] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3003] Tue Apr 16 14:56:56 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3003] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3003] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 250 OK.
[3052] Tue Apr 16 14:56:57 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3052] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3052] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 250 OK.
[3006] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3006] Tue Apr 16 14:56:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:57 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3006] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3051] Tue Apr 16 14:56:57 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3051] Tue Apr 16 14:56:57 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.130.1555419416 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3051] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 150 Beginning transfer.
[3051] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 112-Perf Marker
[3051] Tue Apr 16 14:56:57 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[3051] Tue Apr 16 14:56:57 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 226 Transfer Complete.
[3051] Tue Apr 16 14:56:57 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.130.1555419416 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2639] Tue Apr 16 14:56:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2639] Tue Apr 16 14:56:56 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2991] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: PASV
[2991] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 200 Passive delayed.
[2991] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2991] Tue Apr 16 14:56:59 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2991] Tue Apr 16 14:56:59 2019 :: incoming transfer
[2991] Tue Apr 16 14:56:59 2019 :: requested node: dpmpool16.farm.particle.cz
[2991] Tue Apr 16 14:56:59 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[2991] Tue Apr 16 14:56:59 2019 :: connected to remote node
[2991] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 127 Entering Passive Mode (147,231,25,56,82,15)
[2991] Tue Apr 16 14:56:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:57:00 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[2991] Tue Apr 16 14:57:00 2019 :: dmlite :: stat :: single entry
[2991] Tue Apr 16 14:57:00 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2991] Tue Apr 16 14:57:00 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3155] Tue Apr 16 14:56:57 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3155] Tue Apr 16 14:56:57 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_TRUTH1.17737484._000092.pool.root.1.131.1555419416 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3155] Tue Apr 16 14:56:57 2019 :: fts802.cern.ch:39812: [SERVER]: 150 Beginning transfer.
[3155] Tue Apr 16 14:56:57 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[2729] Tue Apr 16 14:56:59 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[2729] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250 OK.
[3004] Tue Apr 16 14:57:00 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3004] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[3004] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 250 OK.
[3004] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32822: [CLIENT]: QUIT
[3004] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32822: [SERVER]: 221 Goodbye.
[3004] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:32822
[3004] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[3006] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32826: [CLIENT]: QUIT
[3006] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32826: [SERVER]: 221 Goodbye.
[3006] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:32826
[3006] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[2639] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:60976: [CLIENT]: QUIT
[2639] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:60976: [SERVER]: 221 Goodbye.
[2639] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:60976
[2639] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[2729] Tue Apr 16 14:57:01 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2729] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[2729] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 250 OK.
[2729] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:60984: [CLIENT]: QUIT
[2729] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:60984: [SERVER]: 221 Goodbye.
[2729] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:60984
[2729] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[3002] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: PASV
[3002] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 200 Passive delayed.
[3002] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[3002] Tue Apr 16 14:57:01 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[3002] Tue Apr 16 14:57:01 2019 :: not delayed
[3002] Tue Apr 16 14:57:01 2019 :: rolling the dice
[3002] Tue Apr 16 14:57:01 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[3002] Tue Apr 16 14:57:01 2019 :: connected to remote node
[3002] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 127 Entering Passive Mode (147,231,25,63,95,194)
[3002] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 150 Beginning transfer.
[3002] Tue Apr 16 14:57:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel".
[3002] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 226 Transfer Complete.
[3002] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32818: [CLIENT]: QUIT
[3002] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32818: [SERVER]: 221 Goodbye.
[3002] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:32818
[3002] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[3003] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[3003] Tue Apr 16 14:57:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3003] Tue Apr 16 14:57:01 2019 :: dmlite :: stat :: single entry
[3003] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[3003] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32820: [CLIENT]: QUIT
[3003] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32820: [SERVER]: 221 Goodbye.
[3003] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:32820
[3003] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[3052] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[3052] Tue Apr 16 14:57:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3052] Tue Apr 16 14:57:01 2019 :: dmlite :: stat :: single entry
[3052] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[3052] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32844: [CLIENT]: QUIT
[3052] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32844: [SERVER]: 221 Goodbye.
[3052] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:32844
[3052] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[3005] Tue Apr 16 14:57:01 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3005] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[3005] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 250 OK.
[3005] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32824: [CLIENT]: QUIT
[3005] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32824: [SERVER]: 221 Goodbye.
[3005] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:32824
[3005] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[2991] Tue Apr 16 14:57:00 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:57:00 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/upload-delete-loop.136.1555419419 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 150 Beginning transfer.
[2991] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 112-Perf Marker
[2991] Tue Apr 16 14:57:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[2991] Tue Apr 16 14:57:00 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/upload-delete-loop.136.1555419419 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 226 Transfer Complete.
[2991] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[2991] Tue Apr 16 14:57:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:57:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2991] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2991] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32814: [CLIENT]: QUIT
[2991] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32814: [SERVER]: 221 Goodbye.
[2991] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:32814
[2991] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[3051] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: PASV
[3051] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 200 Passive delayed.
[3051] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[3051] Tue Apr 16 14:57:01 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[3051] Tue Apr 16 14:57:01 2019 :: not delayed
[3051] Tue Apr 16 14:57:01 2019 :: rolling the dice
[3051] Tue Apr 16 14:57:01 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[3051] Tue Apr 16 14:57:01 2019 :: connected to remote node
[3051] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 127 Entering Passive Mode (147,231,25,64,95,194)
[3051] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 150 Beginning transfer.
[3051] Tue Apr 16 14:57:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1".
[3051] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 226 Transfer Complete.
[3051] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32842: [CLIENT]: QUIT
[3051] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32842: [SERVER]: 221 Goodbye.
[3051] Tue Apr 16 14:57:01 2019 :: Closed connection from ui1.farm.particle.cz:32842
[3051] Tue Apr 16 14:57:01 2019 :: dmlite :: closing connection
[3095] Tue Apr 16 14:56:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:56:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f4.135.1555419418 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 150 Beginning transfer.
[3095] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 112-Perf Marker
[3095] Tue Apr 16 14:57:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4".
[3095] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 226 Transfer Complete.
[3095] Tue Apr 16 14:57:00 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f4.135.1555419418 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2670] Tue Apr 16 14:56:59 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:56:59 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 2365849600-2605842432
[3186] Tue Apr 16 14:56:57 2019 :: GFork functionality not enabled.:
[3186] Tue Apr 16 14:56:57 2019 :: Configuration read from /etc/gridftp.conf.
[3186] Tue Apr 16 14:56:57 2019 :: Server started in inetd mode.
[3186] Tue Apr 16 14:56:57 2019 :: New connection from: etf-03.cern.ch:36730
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [CLIENT]: USER :globus-mapping:
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [SERVER]: 331 Password required for :globus-mapping:.
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [CLIENT]: PASS dummy
[3186] Tue Apr 16 14:56:58 2019 :: dmlite :: starting new connection
[3186] Tue Apr 16 14:56:58 2019 :: dmlite :: DSI options :: dome_checksum
[3186] Tue Apr 16 14:56:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3186] Tue Apr 16 14:56:58 2019 :: User :globus-mapping: successfully authorized.
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [CLIENT]: PASS dummy
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [SERVER]: 230-User :globus-mapping: logged in.
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [CLIENT]: SITE HELP
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [SERVER]: 214-The following commands are recognized:
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [CLIENT]: FEAT
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [SERVER]: 211-Extensions supported
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [SERVER]: 250 OK.
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [CLIENT]: TYPE I
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [SERVER]: 200 Type set to I.
[3186] Tue Apr 16 14:56:58 2019 :: dmlite :: requesting checksum :: /mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[3186] Tue Apr 16 14:56:58 2019 :: requested node: dpmpool16.farm.particle.cz
[3186] Tue Apr 16 14:56:58 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [CLIENT]: CKSM ADLER32 0 -1 /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[3186] Tue Apr 16 14:56:58 2019 :: connected to remote node
[3186] Tue Apr 16 14:56:58 2019 :: etf-03.cern.ch:36730: [SERVER]: 213 19e60272
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: USER :globus-mapping:
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 331 Password required for :globus-mapping:.
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: PASS dummy
[3110] Tue Apr 16 14:56:58 2019 :: dmlite :: starting new connection
[3110] Tue Apr 16 14:56:58 2019 :: dmlite :: DSI options :: dome_checksum
[3110] Tue Apr 16 14:56:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3110] Tue Apr 16 14:56:58 2019 :: User :globus-mapping: successfully authorized.
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: PASS dummy
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 230-User :globus-mapping: logged in.
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: SITE HELP
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 214-The following commands are recognized:
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: FEAT
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 211-Extensions supported
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 250 OK.
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: TYPE I
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 200 Type set to I.
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: DCAU N
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 200 DCAU N.
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[3110] Tue Apr 16 14:56:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:56:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3109] Tue Apr 16 14:56:58 2019 :: New connection from: ui1.farm.particle.cz:32876
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: USER :globus-mapping:
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 331 Password required for :globus-mapping:.
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: PASS dummy
[3109] Tue Apr 16 14:56:58 2019 :: dmlite :: starting new connection
[3109] Tue Apr 16 14:56:58 2019 :: dmlite :: DSI options :: dome_checksum
[3109] Tue Apr 16 14:56:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3109] Tue Apr 16 14:56:58 2019 :: User :globus-mapping: successfully authorized.
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: PASS dummy
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 230-User :globus-mapping: logged in.
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: SITE HELP
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 214-The following commands are recognized:
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: FEAT
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 211-Extensions supported
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 250 OK.
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: TYPE I
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 200 Type set to I.
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: DCAU N
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 200 DCAU N.
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[3109] Tue Apr 16 14:56:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:56:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3197] Tue Apr 16 14:56:58 2019 :: GFork functionality not enabled.:
[3197] Tue Apr 16 14:56:58 2019 :: Configuration read from /etc/gridftp.conf.
[3197] Tue Apr 16 14:56:58 2019 :: Server started in inetd mode.
[3197] Tue Apr 16 14:56:58 2019 :: New connection from: ui1.farm.particle.cz:32892
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: USER :globus-mapping:
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 331 Password required for :globus-mapping:.
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: PASS dummy
[3197] Tue Apr 16 14:56:58 2019 :: dmlite :: starting new connection
[3197] Tue Apr 16 14:56:58 2019 :: dmlite :: DSI options :: dome_checksum
[3197] Tue Apr 16 14:56:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3197] Tue Apr 16 14:56:58 2019 :: User :globus-mapping: successfully authorized.
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: PASS dummy
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 230-User :globus-mapping: logged in.
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: SITE HELP
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 214-The following commands are recognized:
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: FEAT
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 211-Extensions supported
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 250 OK.
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: TYPE I
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 200 Type set to I.
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: DCAU N
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 200 DCAU N.
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[3197] Tue Apr 16 14:56:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:56:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:56:58 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3198] Tue Apr 16 14:56:58 2019 :: GFork functionality not enabled.:
[3198] Tue Apr 16 14:56:58 2019 :: Configuration read from /etc/gridftp.conf.
[3198] Tue Apr 16 14:56:58 2019 :: Server started in inetd mode.
[3199] Tue Apr 16 14:56:58 2019 :: GFork functionality not enabled.:
[3199] Tue Apr 16 14:56:58 2019 :: Configuration read from /etc/gridftp.conf.
[3199] Tue Apr 16 14:56:58 2019 :: Server started in inetd mode.
[3200] Tue Apr 16 14:56:58 2019 :: GFork functionality not enabled.:
[3200] Tue Apr 16 14:56:58 2019 :: Configuration read from /etc/gridftp.conf.
[3200] Tue Apr 16 14:56:58 2019 :: Server started in inetd mode.
[3209] Tue Apr 16 14:56:58 2019 :: GFork functionality not enabled.:
[3209] Tue Apr 16 14:56:58 2019 :: Configuration read from /etc/gridftp.conf.
[3209] Tue Apr 16 14:56:58 2019 :: Server started in inetd mode.
[2923] Tue Apr 16 14:56:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f2.133.1555419418 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:56:59 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 150 Beginning transfer.
[2923] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 112-Perf Marker
[2923] Tue Apr 16 14:57:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2".
[2923] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 226 Transfer Complete.
[2923] Tue Apr 16 14:57:00 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f2.133.1555419418 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:57:01 2019 :: Child process 3002 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 3004 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 3006 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 2729 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 2639 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 3003 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 3052 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 3005 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 2991 ended with rc = 0
[1171] Tue Apr 16 14:57:01 2019 :: Child process 3051 ended with rc = 0
[3370] Tue Apr 16 14:57:01 2019 :: GFork functionality not enabled.:
[3370] Tue Apr 16 14:57:01 2019 :: Configuration read from /etc/gridftp.conf.
[3370] Tue Apr 16 14:57:01 2019 :: Server started in inetd mode.
[3370] Tue Apr 16 14:57:01 2019 :: New connection from: ui1.farm.particle.cz:32914
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: USER :globus-mapping:
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 331 Password required for :globus-mapping:.
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: PASS dummy
[3370] Tue Apr 16 14:57:01 2019 :: dmlite :: starting new connection
[3370] Tue Apr 16 14:57:01 2019 :: dmlite :: DSI options :: dome_checksum
[3370] Tue Apr 16 14:57:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3370] Tue Apr 16 14:57:01 2019 :: User :globus-mapping: successfully authorized.
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: PASS dummy
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 230-User :globus-mapping: logged in.
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: SITE HELP
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 214-The following commands are recognized:
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: FEAT
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 211-Extensions supported
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 250 OK.
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: TYPE I
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 200 Type set to I.
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: DCAU N
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 200 DCAU N.
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[3370] Tue Apr 16 14:57:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:01 2019 :: dmlite :: stat :: single entry
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[3370] Tue Apr 16 14:57:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3370] Tue Apr 16 14:57:01 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[3370] Tue Apr 16 14:57:01 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1" created successfully.
[3370] Tue Apr 16 14:57:02 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[3370] Tue Apr 16 14:57:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:02 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:02 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3370] Tue Apr 16 14:57:02 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: OPTS PASV AllowDelayed=1;
[3370] Tue Apr 16 14:57:02 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 200 OPTS Command Successful.
[3370] Tue Apr 16 14:57:02 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: PASV
[3370] Tue Apr 16 14:57:02 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 200 Passive delayed.
[3370] Tue Apr 16 14:57:02 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[3370] Tue Apr 16 14:57:02 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[3370] Tue Apr 16 14:57:02 2019 :: incoming transfer
[3370] Tue Apr 16 14:57:02 2019 :: requested node: dpmpool9.farm.particle.cz
[3370] Tue Apr 16 14:57:02 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[3370] Tue Apr 16 14:57:02 2019 :: connected to remote node
[3370] Tue Apr 16 14:57:02 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 127 Entering Passive Mode (147,231,25,47,88,146)
[3370] Tue Apr 16 14:57:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services'
[3370] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: single entry
[3370] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3370] Tue Apr 16 14:57:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.137.1555419422 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 150 Beginning transfer.
[3370] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 112-Perf Marker
[3370] Tue Apr 16 14:57:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[3370] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 226 Transfer Complete.
[3370] Tue Apr 16 14:57:03 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.137.1555419422 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3370] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32914: [CLIENT]: QUIT
[3370] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32914: [SERVER]: 221 Goodbye.
[3370] Tue Apr 16 14:57:03 2019 :: Closed connection from ui1.farm.particle.cz:32914
[3370] Tue Apr 16 14:57:03 2019 :: dmlite :: closing connection
[3126] Tue Apr 16 14:56:58 2019 :: Server started in inetd mode.
[2941] Tue Apr 16 14:56:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:56:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs7/dteamspace/2019-04-16/f6.134.1555419418 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:57:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6".
[2941] Tue Apr 16 14:57:00 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:57:00 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs7/dteamspace/2019-04-16/f6.134.1555419418 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3126] Tue Apr 16 14:57:03 2019 :: New connection from: malva03.farm.particle.cz:50480
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: USER :globus-mapping:
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 331 Password required for :globus-mapping:.
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: PASS dummy
[3126] Tue Apr 16 14:57:03 2019 :: dmlite :: starting new connection
[3126] Tue Apr 16 14:57:03 2019 :: dmlite :: DSI options :: dome_checksum
[3126] Tue Apr 16 14:57:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[3126] Tue Apr 16 14:57:03 2019 :: User :globus-mapping: successfully authorized.
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: PASS dummy
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 230-User :globus-mapping: logged in.
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: SITE HELP
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 214-The following commands are recognized:
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: FEAT
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 211-Extensions supported
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 250 OK.
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: TYPE I
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 200 Type set to I.
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: DCAU N
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 200 DCAU N.
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1
[3126] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3126] Tue Apr 16 14:57:03 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [CLIENT]: QUIT
[3126] Tue Apr 16 14:57:03 2019 :: malva03.farm.particle.cz:50480: [SERVER]: 221 Goodbye.
[3126] Tue Apr 16 14:57:03 2019 :: Closed connection from malva03.farm.particle.cz:50480
[3126] Tue Apr 16 14:57:03 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:57:00 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:00 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 215482368-231997440
[3140] Tue Apr 16 14:56:59 2019 :: Server started in inetd mode.
[3109] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: OPTS PASV AllowDelayed=1;
[3109] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 200 OPTS Command Successful.
[3109] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: PASV
[3109] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 200 Passive delayed.
[3109] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[3109] Tue Apr 16 14:57:03 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[3109] Tue Apr 16 14:57:03 2019 :: incoming transfer
[3109] Tue Apr 16 14:57:03 2019 :: requested node: dpmpool20.farm.particle.cz
[3109] Tue Apr 16 14:57:03 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[3109] Tue Apr 16 14:57:03 2019 :: connected to remote node
[3109] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 127 Entering Passive Mode (147,231,25,91,84,8)
[3109] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8'
[3109] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: single entry
[3109] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3109] Tue Apr 16 14:57:04 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: OPTS PASV AllowDelayed=1;
[3197] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 200 OPTS Command Successful.
[3197] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: PASV
[3197] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 200 Passive delayed.
[3197] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[3197] Tue Apr 16 14:57:03 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[3197] Tue Apr 16 14:57:03 2019 :: incoming transfer
[3197] Tue Apr 16 14:57:03 2019 :: requested node: dpmpool9.farm.particle.cz
[3197] Tue Apr 16 14:57:03 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[3197] Tue Apr 16 14:57:03 2019 :: connected to remote node
[3197] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 127 Entering Passive Mode (147,231,25,47,84,8)
[3197] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7'
[3197] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: single entry
[3197] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3197] Tue Apr 16 14:57:04 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: OPTS PASV AllowDelayed=1;
[3110] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 200 OPTS Command Successful.
[3110] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: PASV
[3110] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 200 Passive delayed.
[3110] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[3110] Tue Apr 16 14:57:03 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[3110] Tue Apr 16 14:57:03 2019 :: incoming transfer
[3110] Tue Apr 16 14:57:03 2019 :: requested node: dpmpool17.farm.particle.cz
[3110] Tue Apr 16 14:57:03 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[3110] Tue Apr 16 14:57:03 2019 :: connected to remote node
[3110] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 127 Entering Passive Mode (147,231,25,57,84,8)
[3110] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9'
[3110] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: single entry
[3110] Tue Apr 16 14:57:04 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3110] Tue Apr 16 14:57:05 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASV
[2923] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Passive delayed.
[2923] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[2923] Tue Apr 16 14:57:03 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[2923] Tue Apr 16 14:57:03 2019 :: incoming transfer
[2923] Tue Apr 16 14:57:03 2019 :: requested node: dpmpool17.farm.particle.cz
[2923] Tue Apr 16 14:57:03 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[2923] Tue Apr 16 14:57:03 2019 :: connected to remote node
[2923] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 127 Entering Passive Mode (147,231,25,57,84,9)
[2923] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5'
[2923] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2923] Tue Apr 16 14:57:05 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3155] Tue Apr 16 14:57:02 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:02 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 0-519700480
[3095] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3095] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: single entry
[3095] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3095] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[3095] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 250 OK.
[3095] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3095] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3199] Tue Apr 16 14:57:03 2019 :: New connection from: ui1.farm.particle.cz:32896
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: USER :globus-mapping:
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 331 Password required for :globus-mapping:.
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: PASS dummy
[3199] Tue Apr 16 14:57:03 2019 :: dmlite :: starting new connection
[3199] Tue Apr 16 14:57:03 2019 :: dmlite :: DSI options :: dome_checksum
[3199] Tue Apr 16 14:57:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3199] Tue Apr 16 14:57:03 2019 :: User :globus-mapping: successfully authorized.
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: PASS dummy
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 230-User :globus-mapping: logged in.
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: SITE HELP
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 214-The following commands are recognized:
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: FEAT
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 211-Extensions supported
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 250 OK.
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: TYPE I
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 200 Type set to I.
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: DCAU N
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 200 DCAU N.
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[3199] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3199] Tue Apr 16 14:57:03 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3199] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3199] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3199] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[3199] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 250 OK.
[3199] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: OPTS PASV AllowDelayed=1;
[3199] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 200 OPTS Command Successful.
[3199] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: PASV
[3199] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 200 Passive delayed.
[3199] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3199] Tue Apr 16 14:57:05 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3199] Tue Apr 16 14:57:05 2019 :: incoming transfer
[3199] Tue Apr 16 14:57:05 2019 :: requested node: dpmpool9.farm.particle.cz
[3199] Tue Apr 16 14:57:05 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[3199] Tue Apr 16 14:57:05 2019 :: connected to remote node
[3199] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 127 Entering Passive Mode (147,231,25,47,93,133)
[3199] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3199] Tue Apr 16 14:57:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[3199] Tue Apr 16 14:57:06 2019 :: dmlite :: stat :: single entry
[3199] Tue Apr 16 14:57:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3199] Tue Apr 16 14:57:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2670] Tue Apr 16 14:57:04 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:57:04 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 2605842432-2901147648
[3984] Tue Apr 16 14:57:08 2019 :: GFork functionality not enabled.:
[3984] Tue Apr 16 14:57:08 2019 :: Configuration read from /etc/gridftp.conf.
[3984] Tue Apr 16 14:57:08 2019 :: Server started in inetd mode.
[3984] Tue Apr 16 14:57:08 2019 :: New connection from: ib09.farm.particle.cz:38242
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: USER :globus-mapping:
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 331 Password required for :globus-mapping:.
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: PASS dummy
[3984] Tue Apr 16 14:57:08 2019 :: dmlite :: starting new connection
[3984] Tue Apr 16 14:57:08 2019 :: dmlite :: DSI options :: dome_checksum
[3984] Tue Apr 16 14:57:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[3984] Tue Apr 16 14:57:08 2019 :: User :globus-mapping: successfully authorized.
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: PASS dummy
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 230-User :globus-mapping: logged in.
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: SITE HELP
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 214-The following commands are recognized:
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: FEAT
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 211-Extensions supported
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 250 OK.
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: TYPE I
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 200 Type set to I.
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: DCAU N
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 200 DCAU N.
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1
[3984] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3984] Tue Apr 16 14:57:08 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [CLIENT]: QUIT
[3984] Tue Apr 16 14:57:08 2019 :: ib09.farm.particle.cz:38242: [SERVER]: 221 Goodbye.
[3984] Tue Apr 16 14:57:08 2019 :: Closed connection from ib09.farm.particle.cz:38242
[3984] Tue Apr 16 14:57:08 2019 :: dmlite :: closing connection
[3110] Tue Apr 16 14:57:05 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:05 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs15/dteamspace/2019-04-16/f9.140.1555419423 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 150 Beginning transfer.
[3110] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 112-Perf Marker
[3110] Tue Apr 16 14:57:05 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9".
[3110] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 226 Transfer Complete.
[3110] Tue Apr 16 14:57:05 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs15/dteamspace/2019-04-16/f9.140.1555419423 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[3110] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 250 OK.
[3110] Tue Apr 16 14:57:07 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3110] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 250 OK.
[3109] Tue Apr 16 14:57:04 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:57:04 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f8.138.1555419423 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:57:04 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 150 Beginning transfer.
[3109] Tue Apr 16 14:57:04 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 112-Perf Marker
[3109] Tue Apr 16 14:57:04 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8".
[3109] Tue Apr 16 14:57:04 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f8.138.1555419423 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:57:04 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 226 Transfer Complete.
[3109] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[3109] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 250 OK.
[3109] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3109] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: single entry
[3109] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3198] Tue Apr 16 14:57:03 2019 :: New connection from: ui1.farm.particle.cz:32894
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: USER :globus-mapping:
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 331 Password required for :globus-mapping:.
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: PASS dummy
[3198] Tue Apr 16 14:57:03 2019 :: dmlite :: starting new connection
[3198] Tue Apr 16 14:57:03 2019 :: dmlite :: DSI options :: dome_checksum
[3198] Tue Apr 16 14:57:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3198] Tue Apr 16 14:57:03 2019 :: User :globus-mapping: successfully authorized.
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: PASS dummy
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 230-User :globus-mapping: logged in.
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: SITE HELP
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 214-The following commands are recognized:
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: FEAT
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 211-Extensions supported
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 250 OK.
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: TYPE I
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 200 Type set to I.
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: DCAU N
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 200 DCAU N.
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[3198] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3198] Tue Apr 16 14:57:03 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3198] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3198] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3198] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[3198] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 250 OK.
[3197] Tue Apr 16 14:57:04 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:57:04 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f7.139.1555419423 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:57:04 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 150 Beginning transfer.
[3197] Tue Apr 16 14:57:04 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 112-Perf Marker
[3197] Tue Apr 16 14:57:04 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7".
[3197] Tue Apr 16 14:57:04 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 226 Transfer Complete.
[3197] Tue Apr 16 14:57:04 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f7.139.1555419423 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[3197] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 250 OK.
[3199] Tue Apr 16 14:57:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3199] Tue Apr 16 14:57:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.142.1555419425 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3199] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 150 Beginning transfer.
[3199] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 112-Perf Marker
[3199] Tue Apr 16 14:57:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[3199] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 226 Transfer Complete.
[3199] Tue Apr 16 14:57:07 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.142.1555419425 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3200] Tue Apr 16 14:57:03 2019 :: New connection from: ui1.farm.particle.cz:32898
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: USER :globus-mapping:
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 331 Password required for :globus-mapping:.
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: PASS dummy
[3200] Tue Apr 16 14:57:03 2019 :: dmlite :: starting new connection
[3200] Tue Apr 16 14:57:03 2019 :: dmlite :: DSI options :: dome_checksum
[3200] Tue Apr 16 14:57:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3200] Tue Apr 16 14:57:03 2019 :: User :globus-mapping: successfully authorized.
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: PASS dummy
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 230-User :globus-mapping: logged in.
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: SITE HELP
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 214-The following commands are recognized:
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: FEAT
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 211-Extensions supported
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 250 OK.
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: TYPE I
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 200 Type set to I.
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: DCAU N
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 200 DCAU N.
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[3200] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3200] Tue Apr 16 14:57:03 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3200] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3200] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3200] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[3200] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 250 OK.
[3209] Tue Apr 16 14:57:03 2019 :: New connection from: ui1.farm.particle.cz:32900
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: USER :globus-mapping:
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 331 Password required for :globus-mapping:.
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: PASS dummy
[3209] Tue Apr 16 14:57:03 2019 :: dmlite :: starting new connection
[3209] Tue Apr 16 14:57:03 2019 :: dmlite :: DSI options :: dome_checksum
[3209] Tue Apr 16 14:57:03 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[3209] Tue Apr 16 14:57:03 2019 :: User :globus-mapping: successfully authorized.
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: PASS dummy
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 230-User :globus-mapping: logged in.
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: SITE HELP
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 214-The following commands are recognized:
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: FEAT
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 211-Extensions supported
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 250 OK.
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: TYPE I
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 200 Type set to I.
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: DCAU N
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 200 DCAU N.
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[3209] Tue Apr 16 14:57:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3209] Tue Apr 16 14:57:03 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3209] Tue Apr 16 14:57:03 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: TYPE A
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 200 Type set to A.
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: OPTS PASV AllowDelayed=1;
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 200 OPTS Command Successful.
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: PASV
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 200 Passive delayed.
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3209] Tue Apr 16 14:57:05 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3209] Tue Apr 16 14:57:05 2019 :: not delayed
[3209] Tue Apr 16 14:57:05 2019 :: rolling the dice
[3209] Tue Apr 16 14:57:05 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[3209] Tue Apr 16 14:57:05 2019 :: connected to remote node
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 127 Entering Passive Mode (147,231,25,93,93,133)
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 150 Beginning transfer.
[3209] Tue Apr 16 14:57:05 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel".
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 226 Transfer Complete.
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: TYPE I
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 200 Type set to I.
[3209] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[3209] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:57:05 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:05 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs7/dteamspace/2019-04-16/f5.141.1555419423 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 150 Beginning transfer.
[2923] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 112-Perf Marker
[2923] Tue Apr 16 14:57:05 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5".
[2923] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 226 Transfer Complete.
[2923] Tue Apr 16 14:57:05 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs7/dteamspace/2019-04-16/f5.141.1555419423 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[2923] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: PASV
[2923] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 200 Passive delayed.
[2923] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2923] Tue Apr 16 14:57:07 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2923] Tue Apr 16 14:57:07 2019 :: incoming transfer
[2923] Tue Apr 16 14:57:07 2019 :: requested node: dpmpool23.farm.particle.cz
[2923] Tue Apr 16 14:57:07 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[2923] Tue Apr 16 14:57:07 2019 :: connected to remote node
[2923] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 127 Entering Passive Mode (147,231,25,94,85,208)
[2923] Tue Apr 16 14:57:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:57:03 2019 :: Child process 3370 ended with rc = 0
[1171] Tue Apr 16 14:57:03 2019 :: Child process 3126 ended with rc = 0
[1171] Tue Apr 16 14:57:08 2019 :: Child process 3984 ended with rc = 0
[2923] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[2923] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: single entry
[2923] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2923] Tue Apr 16 14:57:08 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2941] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[2941] Tue Apr 16 14:57:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[2941] Tue Apr 16 14:57:05 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 250 OK.
[2941] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2941] Tue Apr 16 14:57:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:07 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3606] Tue Apr 16 14:57:03 2019 :: GFork functionality not enabled.:
[3606] Tue Apr 16 14:57:03 2019 :: Configuration read from /etc/gridftp.conf.
[3606] Tue Apr 16 14:57:03 2019 :: Server started in inetd mode.
[3606] Tue Apr 16 14:57:03 2019 :: New connection from: malva03.farm.particle.cz:50484
[2391] Tue Apr 16 14:57:05 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:05 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 231997440-248250368
[3140] Tue Apr 16 14:57:04 2019 :: New connection from: mikan18.farm.particle.cz:41774
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: USER :globus-mapping:
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 331 Password required for :globus-mapping:.
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: PASS dummy
[3140] Tue Apr 16 14:57:09 2019 :: dmlite :: starting new connection
[3140] Tue Apr 16 14:57:09 2019 :: dmlite :: DSI options :: dome_checksum
[3140] Tue Apr 16 14:57:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[3140] Tue Apr 16 14:57:09 2019 :: User :globus-mapping: successfully authorized.
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: PASS dummy
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 230-User :globus-mapping: logged in.
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: SITE HELP
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 214-The following commands are recognized:
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: FEAT
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 211-Extensions supported
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 250 OK.
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: TYPE I
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 200 Type set to I.
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: DCAU N
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 200 DCAU N.
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1
[3140] Tue Apr 16 14:57:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[3140] Tue Apr 16 14:57:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [CLIENT]: QUIT
[3140] Tue Apr 16 14:57:09 2019 :: mikan18.farm.particle.cz:41774: [SERVER]: 221 Goodbye.
[3140] Tue Apr 16 14:57:09 2019 :: Closed connection from mikan18.farm.particle.cz:41774
[3140] Tue Apr 16 14:57:09 2019 :: dmlite :: closing connection
[3704] Tue Apr 16 14:57:05 2019 :: GFork functionality not enabled.:
[3704] Tue Apr 16 14:57:05 2019 :: Configuration read from /etc/gridftp.conf.
[3704] Tue Apr 16 14:57:05 2019 :: Server started in inetd mode.
[3704] Tue Apr 16 14:57:05 2019 :: New connection from: fts813.cern.ch:38040
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: USER :globus-mapping:
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [SERVER]: 331 Password required for :globus-mapping:.
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: PASS dummy
[3704] Tue Apr 16 14:57:05 2019 :: dmlite :: starting new connection
[3704] Tue Apr 16 14:57:05 2019 :: dmlite :: DSI options :: dome_checksum
[3704] Tue Apr 16 14:57:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[3704] Tue Apr 16 14:57:05 2019 :: User :globus-mapping: successfully authorized.
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: PASS dummy
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [SERVER]: 230-User :globus-mapping: logged in.
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: SITE HELP
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [SERVER]: 214-The following commands are recognized:
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: FEAT
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [SERVER]: 211-Extensions supported
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c6195992-1674-5190-9504-a4b472da42b8;file-id=696363419;retry=0
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [SERVER]: 250 OK.
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: TYPE I
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [SERVER]: 200 Type set to I.
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: DCAU N
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [SERVER]: 200 DCAU N.
[3704] Tue Apr 16 14:57:05 2019 :: fts813.cern.ch:38040: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1
[3704] Tue Apr 16 14:57:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[3704] Tue Apr 16 14:57:06 2019 :: dmlite :: stat :: single entry
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1
[3704] Tue Apr 16 14:57:06 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[3704] Tue Apr 16 14:57:06 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [SERVER]: 213 b0903321
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1
[3704] Tue Apr 16 14:57:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[3704] Tue Apr 16 14:57:06 2019 :: dmlite :: stat :: single entry
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [CLIENT]: MODE E
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [SERVER]: 200 Mode set to E.
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1
[3704] Tue Apr 16 14:57:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[3704] Tue Apr 16 14:57:06 2019 :: dmlite :: stat :: single entry
[3704] Tue Apr 16 14:57:06 2019 :: fts813.cern.ch:38040: [SERVER]: 213 15562500
[3704] Tue Apr 16 14:57:07 2019 :: fts813.cern.ch:38040: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[3704] Tue Apr 16 14:57:07 2019 :: fts813.cern.ch:38040: [SERVER]: 200 OPTS Command Successful.
[3704] Tue Apr 16 14:57:07 2019 :: fts813.cern.ch:38040: [CLIENT]: EPRT |2|2001:638:700:10C0:0:0:1:A6|21825|
[3704] Tue Apr 16 14:57:07 2019 :: fts813.cern.ch:38040: [SERVER]: 200 PORT Command successful.
[3704] Tue Apr 16 14:57:07 2019 :: fts813.cern.ch:38040: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1
[3704] Tue Apr 16 14:57:07 2019 :: requested node: dpmpool9.farm.particle.cz
[3704] Tue Apr 16 14:57:07 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[3704] Tue Apr 16 14:57:07 2019 :: connected to remote node
[3704] Tue Apr 16 14:57:07 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17736648._002265.pool.root.1.rucio.upload.544100.1555418825 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[3704] Tue Apr 16 14:57:07 2019 :: fts813.cern.ch:38040: [SERVER]: 150 Beginning transfer.
[3704] Tue Apr 16 14:57:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e6/11/EVNT.17736648._002265.pool.root.1".
[3704] Tue Apr 16 14:57:07 2019 :: fts813.cern.ch:38040: [SERVER]: 226 Transfer Complete.
[3704] Tue Apr 16 14:57:09 2019 :: fts813.cern.ch:38040: [CLIENT]: QUIT
[3704] Tue Apr 16 14:57:09 2019 :: fts813.cern.ch:38040: [SERVER]: 221 Goodbye.
[3704] Tue Apr 16 14:57:09 2019 :: Closed connection from fts813.cern.ch:38040
[3704] Tue Apr 16 14:57:09 2019 :: dmlite :: closing connection
[3209] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: PASV
[3209] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 200 Passive delayed.
[3209] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3209] Tue Apr 16 14:57:08 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3209] Tue Apr 16 14:57:08 2019 :: incoming transfer
[3209] Tue Apr 16 14:57:08 2019 :: requested node: dpmpool22.farm.particle.cz
[3209] Tue Apr 16 14:57:08 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[3209] Tue Apr 16 14:57:08 2019 :: connected to remote node
[3209] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 127 Entering Passive Mode (147,231,25,93,95,225)
[3209] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3209] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[3209] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: single entry
[3209] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3209] Tue Apr 16 14:57:10 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: USER :globus-mapping:
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 331 Password required for :globus-mapping:.
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: PASS dummy
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: starting new connection
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: DSI options :: dome_checksum
[3606] Tue Apr 16 14:57:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[3606] Tue Apr 16 14:57:08 2019 :: User :globus-mapping: successfully authorized.
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: PASS dummy
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 230-User :globus-mapping: logged in.
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: SITE HELP
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 214-The following commands are recognized:
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: FEAT
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 211-Extensions supported
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 250 OK.
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: TYPE I
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 200 Type set to I.
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: DCAU N
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 200 DCAU N.
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee' - 22-[#00.000022] Can't create folder 'ee' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[3606] Tue Apr 16 14:57:08 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:09 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:09 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3606] Tue Apr 16 14:57:09 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: OPTS PASV AllowDelayed=1;
[3606] Tue Apr 16 14:57:09 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 200 OPTS Command Successful.
[3606] Tue Apr 16 14:57:09 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: PASV
[3606] Tue Apr 16 14:57:09 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 200 Passive delayed.
[3606] Tue Apr 16 14:57:09 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:09 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:09 2019 :: incoming transfer
[3606] Tue Apr 16 14:57:09 2019 :: requested node: dpmpool23.farm.particle.cz
[3606] Tue Apr 16 14:57:09 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[3606] Tue Apr 16 14:57:09 2019 :: connected to remote node
[3606] Tue Apr 16 14:57:09 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 127 Entering Passive Mode (147,231,25,94,78,238)
[3606] Tue Apr 16 14:57:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload'
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: single entry
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3155] Tue Apr 16 14:57:07 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:07 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 519700480-1061814272
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17639170._128327.job.log.tgz.1.rucio.upload.145.1555419429 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:10 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 150 Beginning transfer.
[3606] Tue Apr 16 14:57:10 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 112-Perf Marker
[3606] Tue Apr 16 14:57:10 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload".
[3606] Tue Apr 16 14:57:10 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 226 Transfer Complete.
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17639170._128327.job.log.tgz.1.rucio.upload.145.1555419429 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:10 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: single entry
[3606] Tue Apr 16 14:57:10 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:10 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 213 0600ca6d
[3606] Tue Apr 16 14:57:11 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:11 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee' - 22-[#00.000022] Can't create folder 'ee' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[3606] Tue Apr 16 14:57:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:11 2019 :: dmlite :: stat :: single entry
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1.rucio.upload
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 350 OK. Send RNTO with destination name.
[3606] Tue Apr 16 14:57:11 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 250 OK.
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [CLIENT]: QUIT
[3606] Tue Apr 16 14:57:11 2019 :: malva03.farm.particle.cz:50484: [SERVER]: 221 Goodbye.
[3606] Tue Apr 16 14:57:11 2019 :: Closed connection from malva03.farm.particle.cz:50484
[3606] Tue Apr 16 14:57:11 2019 :: dmlite :: closing connection
[3095] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: PASV
[3095] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 200 Passive delayed.
[3095] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3095] Tue Apr 16 14:57:10 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3095] Tue Apr 16 14:57:10 2019 :: incoming transfer
[3095] Tue Apr 16 14:57:10 2019 :: requested node: dpmpool20.farm.particle.cz
[3095] Tue Apr 16 14:57:10 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[3095] Tue Apr 16 14:57:10 2019 :: connected to remote node
[3095] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 127 Entering Passive Mode (147,231,25,91,92,203)
[3095] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:11 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[3095] Tue Apr 16 14:57:11 2019 :: dmlite :: stat :: single entry
[3095] Tue Apr 16 14:57:11 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3095] Tue Apr 16 14:57:11 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2670] Tue Apr 16 14:57:09 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:57:09 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 2901147648-3170238464
[3186] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36730: [CLIENT]: DCAU N
[3186] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36730: [SERVER]: 200 DCAU N.
[3186] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36730: [CLIENT]: MLST /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[3186] Tue Apr 16 14:57:09 2019 :: dmlite :: stat :: /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[3186] Tue Apr 16 14:57:09 2019 :: dmlite :: stat :: single entry
[3186] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36730: [SERVER]: 250-status of /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[3110] Tue Apr 16 14:57:12 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3110] Tue Apr 16 14:57:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:12 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:12 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3109] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3109] Tue Apr 16 14:57:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:57:10 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3109] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3197] Tue Apr 16 14:57:10 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3197] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 250 OK.
[3198] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3198] Tue Apr 16 14:57:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3198] Tue Apr 16 14:57:08 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3198] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3199] Tue Apr 16 14:57:11 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3199] Tue Apr 16 14:57:12 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3199] Tue Apr 16 14:57:12 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 250 OK.
[3200] Tue Apr 16 14:57:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3200] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[3200] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 250 OK.
[3992] Tue Apr 16 14:57:08 2019 :: GFork functionality not enabled.:
[3992] Tue Apr 16 14:57:08 2019 :: Configuration read from /etc/gridftp.conf.
[3992] Tue Apr 16 14:57:08 2019 :: Server started in inetd mode.
[3209] Tue Apr 16 14:57:10 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3209] Tue Apr 16 14:57:10 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.144.1555419428 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3209] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 150 Beginning transfer.
[3209] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 112-Perf Marker
[3209] Tue Apr 16 14:57:10 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[3209] Tue Apr 16 14:57:10 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 226 Transfer Complete.
[3209] Tue Apr 16 14:57:10 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.144.1555419428 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:08 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:08 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/upload-delete-loop.143.1555419427 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 150 Beginning transfer.
[2923] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 112-Perf Marker
[2923] Tue Apr 16 14:57:08 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[2923] Tue Apr 16 14:57:08 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/upload-delete-loop.143.1555419427 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:08 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 226 Transfer Complete.
[1171] Tue Apr 16 14:57:09 2019 :: Child process 3140 ended with rc = 0
[1171] Tue Apr 16 14:57:09 2019 :: Child process 3704 ended with rc = 0
[1171] Tue Apr 16 14:57:11 2019 :: Child process 3606 ended with rc = 0
[2941] Tue Apr 16 14:57:12 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: PASV
[2941] Tue Apr 16 14:57:12 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 200 Passive delayed.
[2941] Tue Apr 16 14:57:12 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2941] Tue Apr 16 14:57:12 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2941] Tue Apr 16 14:57:12 2019 :: incoming transfer
[2941] Tue Apr 16 14:57:12 2019 :: requested node: dpmpool9.farm.particle.cz
[2941] Tue Apr 16 14:57:12 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[2941] Tue Apr 16 14:57:12 2019 :: connected to remote node
[2941] Tue Apr 16 14:57:12 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 127 Entering Passive Mode (147,231,25,47,92,228)
[2941] Tue Apr 16 14:57:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[2941] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: single entry
[2941] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: zero size replica, maybe pending
[2941] Tue Apr 16 14:57:13 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4039] Tue Apr 16 14:57:08 2019 :: GFork functionality not enabled.:
[4039] Tue Apr 16 14:57:08 2019 :: Configuration read from /etc/gridftp.conf.
[4039] Tue Apr 16 14:57:08 2019 :: Server started in inetd mode.
[2941] Tue Apr 16 14:57:13 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:13 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.147.1555419432 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 150 Beginning transfer.
[2941] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 112-Perf Marker
[2941] Tue Apr 16 14:57:13 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[2941] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 226 Transfer Complete.
[2941] Tue Apr 16 14:57:13 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.147.1555419432 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2391] Tue Apr 16 14:57:10 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:10 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 248250368-269746176
[2985] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36346: [CLIENT]: OPTS PASV AllowDelayed=1;
[2985] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36346: [SERVER]: 200 OPTS Command Successful.
[2985] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36346: [CLIENT]: PASV
[2985] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36346: [SERVER]: 200 Passive delayed.
[2985] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36346: [CLIENT]: RETR /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[2985] Tue Apr 16 14:57:09 2019 :: passive mode: RETR /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[2985] Tue Apr 16 14:57:09 2019 :: outgoing transfer
[2985] Tue Apr 16 14:57:09 2019 :: requested node: dpmpool16.farm.particle.cz
[2985] Tue Apr 16 14:57:09 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[2985] Tue Apr 16 14:57:09 2019 :: connected to remote node
[2985] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36346: [SERVER]: 127 Entering Passive Mode (147,231,25,56,78,238)
[2985] Tue Apr 16 14:57:09 2019 :: dmlite :: send :: requesting transfer :: /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36346: [SERVER]: 150 Beginning transfer.
[2985] Tue Apr 16 14:57:09 2019 :: Finished transferring "/dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0".
[2985] Tue Apr 16 14:57:09 2019 :: etf-03.cern.ch:36346: [SERVER]: 226 Transfer Complete.
[4039] Tue Apr 16 14:57:13 2019 :: New connection from: ui1.farm.particle.cz:32932
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: USER :globus-mapping:
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 331 Password required for :globus-mapping:.
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: PASS dummy
[4039] Tue Apr 16 14:57:13 2019 :: dmlite :: starting new connection
[4039] Tue Apr 16 14:57:13 2019 :: dmlite :: DSI options :: dome_checksum
[4039] Tue Apr 16 14:57:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4039] Tue Apr 16 14:57:13 2019 :: User :globus-mapping: successfully authorized.
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: PASS dummy
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 230-User :globus-mapping: logged in.
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: SITE HELP
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 214-The following commands are recognized:
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: FEAT
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 211-Extensions supported
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4039] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 250 OK.
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: TYPE I
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 200 Type set to I.
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: DCAU N
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 200 DCAU N.
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: OPTS PASV AllowDelayed=1;
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 200 OPTS Command Successful.
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: PASV
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 200 Passive delayed.
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4039] Tue Apr 16 14:57:14 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4039] Tue Apr 16 14:57:14 2019 :: outgoing transfer
[4039] Tue Apr 16 14:57:14 2019 :: requested node: dpmpool9.farm.particle.cz
[4039] Tue Apr 16 14:57:14 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4039] Tue Apr 16 14:57:14 2019 :: connected to remote node
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 127 Entering Passive Mode (147,231,25,47,80,255)
[4039] Tue Apr 16 14:57:14 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.137.1555419422 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 150 Beginning transfer.
[4039] Tue Apr 16 14:57:14 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[4039] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32932: [SERVER]: 226 Transfer Complete.
[4039] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32932
[4039] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[3209] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: PASV
[3209] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 200 Passive delayed.
[3209] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[3209] Tue Apr 16 14:57:13 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[3209] Tue Apr 16 14:57:13 2019 :: not delayed
[3209] Tue Apr 16 14:57:13 2019 :: rolling the dice
[3209] Tue Apr 16 14:57:13 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[3209] Tue Apr 16 14:57:13 2019 :: connected to remote node
[3209] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 127 Entering Passive Mode (147,231,25,57,95,124)
[3209] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 150 Beginning transfer.
[3209] Tue Apr 16 14:57:13 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2".
[3209] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 226 Transfer Complete.
[3209] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32900: [CLIENT]: QUIT
[3209] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32900: [SERVER]: 221 Goodbye.
[3209] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32900
[3209] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[3200] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[3200] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3200] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: single entry
[3200] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[3200] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32898: [CLIENT]: QUIT
[3200] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32898: [SERVER]: 221 Goodbye.
[3200] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32898
[3200] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[3197] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3197] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3197] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: single entry
[3197] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3197] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32892: [CLIENT]: QUIT
[3197] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32892: [SERVER]: 221 Goodbye.
[3197] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32892
[3197] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[2923] Tue Apr 16 14:57:13 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2923] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[2923] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 250 OK.
[2923] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32792: [CLIENT]: QUIT
[2923] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32792: [SERVER]: 221 Goodbye.
[2923] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32792
[2923] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[3198] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32894: [CLIENT]: QUIT
[3198] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32894: [SERVER]: 221 Goodbye.
[3198] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32894
[3198] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[2941] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[2941] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:14 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2941] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[2941] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32796: [CLIENT]: QUIT
[2941] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32796: [SERVER]: 221 Goodbye.
[2941] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32796
[2941] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[3110] Tue Apr 16 14:57:14 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3110] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[3110] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 250 OK.
[3110] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32878: [CLIENT]: QUIT
[3110] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32878: [SERVER]: 221 Goodbye.
[3110] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32878
[3110] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[3199] Tue Apr 16 14:57:14 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3199] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3199] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 250 OK.
[3199] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32896: [CLIENT]: QUIT
[3199] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32896: [SERVER]: 221 Goodbye.
[3199] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32896
[3199] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[3095] Tue Apr 16 14:57:11 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:11 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.146.1555419430 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:11 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 150 Beginning transfer.
[3095] Tue Apr 16 14:57:11 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 112-Perf Marker
[3095] Tue Apr 16 14:57:11 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[3095] Tue Apr 16 14:57:11 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 226 Transfer Complete.
[3095] Tue Apr 16 14:57:11 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.146.1555419430 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3095] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: PASV
[3095] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 200 Passive delayed.
[3095] Tue Apr 16 14:57:13 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3095] Tue Apr 16 14:57:13 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[3095] Tue Apr 16 14:57:13 2019 :: not delayed
[3095] Tue Apr 16 14:57:13 2019 :: rolling the dice
[3095] Tue Apr 16 14:57:13 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[3095] Tue Apr 16 14:57:14 2019 :: connected to remote node
[3095] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 127 Entering Passive Mode (147,231,25,56,80,255)
[3095] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 150 Beginning transfer.
[3095] Tue Apr 16 14:57:14 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel".
[3095] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 226 Transfer Complete.
[3095] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32868: [CLIENT]: QUIT
[3095] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32868: [SERVER]: 221 Goodbye.
[3095] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32868
[3095] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[3109] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32876: [CLIENT]: QUIT
[3109] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32876: [SERVER]: 221 Goodbye.
[3109] Tue Apr 16 14:57:14 2019 :: Closed connection from ui1.farm.particle.cz:32876
[3109] Tue Apr 16 14:57:14 2019 :: dmlite :: closing connection
[4072] Tue Apr 16 14:57:09 2019 :: GFork functionality not enabled.:
[4072] Tue Apr 16 14:57:09 2019 :: Configuration read from /etc/gridftp.conf.
[4072] Tue Apr 16 14:57:09 2019 :: Server started in inetd mode.
[3992] Tue Apr 16 14:57:13 2019 :: New connection from: ib09.farm.particle.cz:38244
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: USER :globus-mapping:
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 331 Password required for :globus-mapping:.
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: PASS dummy
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: starting new connection
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: DSI options :: dome_checksum
[3992] Tue Apr 16 14:57:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[3992] Tue Apr 16 14:57:13 2019 :: User :globus-mapping: successfully authorized.
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: PASS dummy
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 230-User :globus-mapping: logged in.
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: SITE HELP
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 214-The following commands are recognized:
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: FEAT
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 211-Extensions supported
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 250 OK.
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: TYPE I
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 200 Type set to I.
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: DCAU N
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 200 DCAU N.
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7' - 22-[#00.000022] Can't create folder 'c7' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: OPTS PASV AllowDelayed=1;
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 200 OPTS Command Successful.
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: PASV
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 200 Passive delayed.
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:13 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:13 2019 :: incoming transfer
[3992] Tue Apr 16 14:57:13 2019 :: requested node: dpmpool23.farm.particle.cz
[3992] Tue Apr 16 14:57:13 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[3992] Tue Apr 16 14:57:13 2019 :: connected to remote node
[3992] Tue Apr 16 14:57:13 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 127 Entering Passive Mode (147,231,25,94,95,124)
[3992] Tue Apr 16 14:57:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload'
[3992] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: single entry
[3992] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: zero size replica, maybe pending
[3992] Tue Apr 16 14:57:14 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3155] Tue Apr 16 14:57:12 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:12 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 1061814272-1606025216
[3992] Tue Apr 16 14:57:14 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:14 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17663177._064706.pool.root.1.rucio.upload.148.1555419433 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:15 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 150 Beginning transfer.
[3992] Tue Apr 16 14:57:15 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 112-Perf Marker
[3992] Tue Apr 16 14:57:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload".
[3992] Tue Apr 16 14:57:15 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 226 Transfer Complete.
[3992] Tue Apr 16 14:57:15 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17663177._064706.pool.root.1.rucio.upload.148.1555419433 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:15 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:15 2019 :: dmlite :: stat :: single entry
[3992] Tue Apr 16 14:57:15 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:15 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:15 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 213 21024be3
[3992] Tue Apr 16 14:57:16 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:16 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7' - 22-[#00.000022] Can't create folder 'c7' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[3992] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: single entry
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1.rucio.upload
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 350 OK. Send RNTO with destination name.
[3992] Tue Apr 16 14:57:16 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 250 OK.
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [CLIENT]: QUIT
[3992] Tue Apr 16 14:57:16 2019 :: ib09.farm.particle.cz:38244: [SERVER]: 221 Goodbye.
[3992] Tue Apr 16 14:57:16 2019 :: Closed connection from ib09.farm.particle.cz:38244
[3992] Tue Apr 16 14:57:16 2019 :: dmlite :: closing connection
[4072] Tue Apr 16 14:57:14 2019 :: New connection from: mikan18.farm.particle.cz:41792
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: USER :globus-mapping:
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 331 Password required for :globus-mapping:.
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: PASS dummy
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: starting new connection
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: DSI options :: dome_checksum
[4072] Tue Apr 16 14:57:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4072] Tue Apr 16 14:57:14 2019 :: User :globus-mapping: successfully authorized.
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: PASS dummy
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 230-User :globus-mapping: logged in.
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: SITE HELP
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 214-The following commands are recognized:
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: FEAT
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 211-Extensions supported
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 250 OK.
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: TYPE I
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 200 Type set to I.
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: DCAU N
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 200 DCAU N.
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c' - 22-[#00.000022] Can't create folder '4c' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: OPTS PASV AllowDelayed=1;
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 200 OPTS Command Successful.
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: PASV
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 200 Passive delayed.
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:14 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:14 2019 :: incoming transfer
[4072] Tue Apr 16 14:57:14 2019 :: requested node: dpmpool9.farm.particle.cz
[4072] Tue Apr 16 14:57:14 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4072] Tue Apr 16 14:57:14 2019 :: connected to remote node
[4072] Tue Apr 16 14:57:14 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 127 Entering Passive Mode (147,231,25,47,81,0)
[4072] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload'
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: single entry
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4177] Tue Apr 16 14:57:11 2019 :: GFork functionality not enabled.:
[4177] Tue Apr 16 14:57:11 2019 :: Configuration read from /etc/gridftp.conf.
[4177] Tue Apr 16 14:57:11 2019 :: Server started in inetd mode.
[4177] Tue Apr 16 14:57:11 2019 :: New connection from: malva03.farm.particle.cz:50612
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: USER :globus-mapping:
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 331 Password required for :globus-mapping:.
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: PASS dummy
[4177] Tue Apr 16 14:57:16 2019 :: dmlite :: starting new connection
[4177] Tue Apr 16 14:57:16 2019 :: dmlite :: DSI options :: dome_checksum
[4177] Tue Apr 16 14:57:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4177] Tue Apr 16 14:57:16 2019 :: User :globus-mapping: successfully authorized.
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: PASS dummy
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 230-User :globus-mapping: logged in.
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: SITE HELP
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 214-The following commands are recognized:
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: FEAT
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 211-Extensions supported
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 250 OK.
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: TYPE I
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 200 Type set to I.
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: DCAU N
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 200 DCAU N.
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1
[4177] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva03.farm.particle.cz
[4177] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: single entry
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b1/ee/log.17639170._128327.job.log.tgz.1
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [CLIENT]: QUIT
[4177] Tue Apr 16 14:57:16 2019 :: malva03.farm.particle.cz:50612: [SERVER]: 221 Goodbye.
[4177] Tue Apr 16 14:57:16 2019 :: Closed connection from malva03.farm.particle.cz:50612
[4177] Tue Apr 16 14:57:16 2019 :: dmlite :: closing connection
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17639170._128314.job.log.tgz.1.rucio.upload.149.1555419434 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:16 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 150 Beginning transfer.
[4072] Tue Apr 16 14:57:16 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 112-Perf Marker
[4072] Tue Apr 16 14:57:16 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload".
[4072] Tue Apr 16 14:57:16 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 226 Transfer Complete.
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/log.17639170._128314.job.log.tgz.1.rucio.upload.149.1555419434 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:16 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: stat :: single entry
[4072] Tue Apr 16 14:57:16 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:16 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 213 c0817fd1
[4072] Tue Apr 16 14:57:17 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:17 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c' - 22-[#00.000022] Can't create folder '4c' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[4072] Tue Apr 16 14:57:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:17 2019 :: dmlite :: stat :: single entry
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1.rucio.upload
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 350 OK. Send RNTO with destination name.
[4072] Tue Apr 16 14:57:17 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 250 OK.
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [CLIENT]: QUIT
[4072] Tue Apr 16 14:57:17 2019 :: mikan18.farm.particle.cz:41792: [SERVER]: 221 Goodbye.
[4072] Tue Apr 16 14:57:17 2019 :: Closed connection from mikan18.farm.particle.cz:41792
[4072] Tue Apr 16 14:57:17 2019 :: dmlite :: closing connection
[2670] Tue Apr 16 14:57:14 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:57:14 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 3170238464-3476160512
[1171] Tue Apr 16 14:57:14 2019 :: Child process 4039 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 2923 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 3198 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 3200 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 3209 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 3197 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 2941 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 3110 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 3199 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 3095 ended with rc = 0
[1171] Tue Apr 16 14:57:14 2019 :: Child process 3109 ended with rc = 0
[1171] Tue Apr 16 14:57:16 2019 :: Child process 3992 ended with rc = 0
[1171] Tue Apr 16 14:57:16 2019 :: Child process 4177 ended with rc = 0
[1171] Tue Apr 16 14:57:17 2019 :: Child process 4072 ended with rc = 0
[4220] Tue Apr 16 14:57:13 2019 :: GFork functionality not enabled.:
[4220] Tue Apr 16 14:57:13 2019 :: Configuration read from /etc/gridftp.conf.
[4220] Tue Apr 16 14:57:13 2019 :: Server started in inetd mode.
[4220] Tue Apr 16 14:57:13 2019 :: New connection from: ui1.farm.particle.cz:32940
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: USER :globus-mapping:
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 331 Password required for :globus-mapping:.
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: PASS dummy
[4220] Tue Apr 16 14:57:14 2019 :: dmlite :: starting new connection
[4220] Tue Apr 16 14:57:14 2019 :: dmlite :: DSI options :: dome_checksum
[4220] Tue Apr 16 14:57:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4220] Tue Apr 16 14:57:14 2019 :: User :globus-mapping: successfully authorized.
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: PASS dummy
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 230-User :globus-mapping: logged in.
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: SITE HELP
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 214-The following commands are recognized:
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: FEAT
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 211-Extensions supported
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 250 OK.
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: TYPE I
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 200 Type set to I.
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: DCAU N
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 200 DCAU N.
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4220] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4220] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: single entry
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4220] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4220] Tue Apr 16 14:57:14 2019 :: dmlite :: stat :: single entry
[4220] Tue Apr 16 14:57:14 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[2391] Tue Apr 16 14:57:15 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:15 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 269746176-297009152
[4230] Tue Apr 16 14:57:14 2019 :: GFork functionality not enabled.:
[4230] Tue Apr 16 14:57:14 2019 :: Configuration read from /etc/gridftp.conf.
[4230] Tue Apr 16 14:57:14 2019 :: Server started in inetd mode.
[4236] Tue Apr 16 14:57:14 2019 :: GFork functionality not enabled.:
[4236] Tue Apr 16 14:57:14 2019 :: Configuration read from /etc/gridftp.conf.
[4236] Tue Apr 16 14:57:14 2019 :: Server started in inetd mode.
[3155] Tue Apr 16 14:57:17 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:17 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 1606025216-2146566144
[4236] Tue Apr 16 14:57:19 2019 :: New connection from: ui1.farm.particle.cz:32950
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: USER :globus-mapping:
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 331 Password required for :globus-mapping:.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: PASS dummy
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: starting new connection
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: DSI options :: dome_checksum
[4236] Tue Apr 16 14:57:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4236] Tue Apr 16 14:57:19 2019 :: User :globus-mapping: successfully authorized.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: PASS dummy
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 230-User :globus-mapping: logged in.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: SITE HELP
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 214-The following commands are recognized:
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: FEAT
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 211-Extensions supported
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 250 OK.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: TYPE I
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 200 Type set to I.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: DCAU N
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 200 DCAU N.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: stat :: single entry
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2" created successfully.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: OPTS PASV AllowDelayed=1;
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 200 OPTS Command Successful.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: PASV
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 200 Passive delayed.
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4236] Tue Apr 16 14:57:19 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4236] Tue Apr 16 14:57:19 2019 :: incoming transfer
[4236] Tue Apr 16 14:57:19 2019 :: requested node: dpmpool9.farm.particle.cz
[4236] Tue Apr 16 14:57:19 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4236] Tue Apr 16 14:57:19 2019 :: connected to remote node
[4236] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 127 Entering Passive Mode (147,231,25,47,93,23)
[4236] Tue Apr 16 14:57:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:21 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services'
[4236] Tue Apr 16 14:57:21 2019 :: dmlite :: stat :: single entry
[4236] Tue Apr 16 14:57:21 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4236] Tue Apr 16 14:57:21 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:21 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:21 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.150.1555419439 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 150 Beginning transfer.
[4236] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 112-Perf Marker
[4236] Tue Apr 16 14:57:21 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services".
[4236] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 226 Transfer Complete.
[4236] Tue Apr 16 14:57:21 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.150.1555419439 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4236] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32950: [CLIENT]: QUIT
[4236] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32950: [SERVER]: 221 Goodbye.
[4236] Tue Apr 16 14:57:21 2019 :: Closed connection from ui1.farm.particle.cz:32950
[4236] Tue Apr 16 14:57:21 2019 :: dmlite :: closing connection
[4246] Tue Apr 16 14:57:16 2019 :: GFork functionality not enabled.:
[4246] Tue Apr 16 14:57:16 2019 :: Configuration read from /etc/gridftp.conf.
[4246] Tue Apr 16 14:57:16 2019 :: Server started in inetd mode.
[4220] Tue Apr 16 14:57:20 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4220] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4220] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 250 OK.
[4220] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: OPTS PASV AllowDelayed=1;
[4220] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 200 OPTS Command Successful.
[4220] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: PASV
[4220] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 200 Passive delayed.
[4220] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4220] Tue Apr 16 14:57:20 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4220] Tue Apr 16 14:57:20 2019 :: incoming transfer
[4220] Tue Apr 16 14:57:20 2019 :: requested node: dpmpool9.farm.particle.cz
[4220] Tue Apr 16 14:57:20 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4220] Tue Apr 16 14:57:20 2019 :: connected to remote node
[4220] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 127 Entering Passive Mode (147,231,25,47,97,91)
[4220] Tue Apr 16 14:57:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4220] Tue Apr 16 14:57:22 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)('
[4220] Tue Apr 16 14:57:22 2019 :: dmlite :: stat :: single entry
[4220] Tue Apr 16 14:57:22 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4220] Tue Apr 16 14:57:22 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4230] Tue Apr 16 14:57:19 2019 :: New connection from: ui1.farm.particle.cz:32948
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: USER :globus-mapping:
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 331 Password required for :globus-mapping:.
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: PASS dummy
[4230] Tue Apr 16 14:57:19 2019 :: dmlite :: starting new connection
[4230] Tue Apr 16 14:57:19 2019 :: dmlite :: DSI options :: dome_checksum
[4230] Tue Apr 16 14:57:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4230] Tue Apr 16 14:57:19 2019 :: User :globus-mapping: successfully authorized.
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: PASS dummy
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 230-User :globus-mapping: logged in.
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: SITE HELP
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 214-The following commands are recognized:
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: FEAT
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 211-Extensions supported
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 250 OK.
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: TYPE I
[4230] Tue Apr 16 14:57:19 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 200 Type set to I.
[4230] Tue Apr 16 14:57:19 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4230] Tue Apr 16 14:57:19 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4230] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4230] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[4230] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: DCAU N
[4230] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 200 DCAU N.
[4230] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4230] Tue Apr 16 14:57:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4230] Tue Apr 16 14:57:20 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (253 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4230] Tue Apr 16 14:57:20 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4230] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32948: [CLIENT]: QUIT
[4230] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32948: [SERVER]: 221 Goodbye.
[4230] Tue Apr 16 14:57:22 2019 :: Closed connection from ui1.farm.particle.cz:32948
[4230] Tue Apr 16 14:57:22 2019 :: dmlite :: closing connection
[4220] Tue Apr 16 14:57:22 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4220] Tue Apr 16 14:57:22 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.151.1555419440 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4220] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 150 Beginning transfer.
[4220] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 112-Perf Marker
[4220] Tue Apr 16 14:57:22 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[4220] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 226 Transfer Complete.
[4220] Tue Apr 16 14:57:22 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.151.1555419440 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4220] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32940: [CLIENT]: QUIT
[4220] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32940: [SERVER]: 221 Goodbye.
[4220] Tue Apr 16 14:57:22 2019 :: Closed connection from ui1.farm.particle.cz:32940
[4220] Tue Apr 16 14:57:22 2019 :: dmlite :: closing connection
[4255] Tue Apr 16 14:57:17 2019 :: GFork functionality not enabled.:
[4255] Tue Apr 16 14:57:17 2019 :: Configuration read from /etc/gridftp.conf.
[4255] Tue Apr 16 14:57:17 2019 :: Server started in inetd mode.
[2670] Tue Apr 16 14:57:19 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:57:19 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 3476160512-3784048640
[3186] Tue Apr 16 14:57:20 2019 :: dmlite :: requesting checksum :: /mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[3186] Tue Apr 16 14:57:20 2019 :: requested node: dpmpool20.farm.particle.cz
[3186] Tue Apr 16 14:57:20 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[3186] Tue Apr 16 14:57:20 2019 :: etf-03.cern.ch:36730: [CLIENT]: CKSM adler32 0 -1 /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[3186] Tue Apr 16 14:57:20 2019 :: connected to remote node
[3186] Tue Apr 16 14:57:20 2019 :: etf-03.cern.ch:36730: [SERVER]: 213 19e60272
[1171] Tue Apr 16 14:57:21 2019 :: Child process 4236 ended with rc = 0
[1171] Tue Apr 16 14:57:22 2019 :: Child process 4230 ended with rc = 0
[1171] Tue Apr 16 14:57:22 2019 :: Child process 4220 ended with rc = 0
[2391] Tue Apr 16 14:57:20 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:20 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 297009152-320602112
[3155] Tue Apr 16 14:57:22 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:22 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 2146566144-2690646016
[4246] Tue Apr 16 14:57:21 2019 :: New connection from: ib09.farm.particle.cz:38250
[4268] Tue Apr 16 14:57:21 2019 :: GFork functionality not enabled.:
[4268] Tue Apr 16 14:57:21 2019 :: Configuration read from /etc/gridftp.conf.
[4268] Tue Apr 16 14:57:21 2019 :: Server started in inetd mode.
[4268] Tue Apr 16 14:57:21 2019 :: New connection from: ui1.farm.particle.cz:32956
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: USER :globus-mapping:
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 331 Password required for :globus-mapping:.
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: PASS dummy
[4268] Tue Apr 16 14:57:21 2019 :: dmlite :: starting new connection
[4268] Tue Apr 16 14:57:21 2019 :: dmlite :: DSI options :: dome_checksum
[4268] Tue Apr 16 14:57:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4268] Tue Apr 16 14:57:21 2019 :: User :globus-mapping: successfully authorized.
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: PASS dummy
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 230-User :globus-mapping: logged in.
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: SITE HELP
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 214-The following commands are recognized:
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: FEAT
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 211-Extensions supported
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4268] Tue Apr 16 14:57:21 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 250 OK.
[4274] Tue Apr 16 14:57:21 2019 :: GFork functionality not enabled.:
[4274] Tue Apr 16 14:57:21 2019 :: Configuration read from /etc/gridftp.conf.
[4274] Tue Apr 16 14:57:21 2019 :: Server started in inetd mode.
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: USER :globus-mapping:
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 331 Password required for :globus-mapping:.
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: PASS dummy
[4246] Tue Apr 16 14:57:26 2019 :: dmlite :: starting new connection
[4246] Tue Apr 16 14:57:26 2019 :: dmlite :: DSI options :: dome_checksum
[4246] Tue Apr 16 14:57:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4246] Tue Apr 16 14:57:26 2019 :: User :globus-mapping: successfully authorized.
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: PASS dummy
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 230-User :globus-mapping: logged in.
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: SITE HELP
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 214-The following commands are recognized:
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: FEAT
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 211-Extensions supported
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 250 OK.
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: TYPE I
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 200 Type set to I.
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: DCAU N
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 200 DCAU N.
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1
[4246] Tue Apr 16 14:57:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[4246] Tue Apr 16 14:57:26 2019 :: dmlite :: stat :: single entry
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6d/c7/EVNT.17663177._064706.pool.root.1
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [CLIENT]: QUIT
[4246] Tue Apr 16 14:57:26 2019 :: ib09.farm.particle.cz:38250: [SERVER]: 221 Goodbye.
[4246] Tue Apr 16 14:57:26 2019 :: Closed connection from ib09.farm.particle.cz:38250
[4246] Tue Apr 16 14:57:26 2019 :: dmlite :: closing connection
[4281] Tue Apr 16 14:57:22 2019 :: GFork functionality not enabled.:
[4281] Tue Apr 16 14:57:22 2019 :: Configuration read from /etc/gridftp.conf.
[4281] Tue Apr 16 14:57:22 2019 :: Server started in inetd mode.
[4281] Tue Apr 16 14:57:22 2019 :: New connection from: ui1.farm.particle.cz:32960
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: USER :globus-mapping:
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 331 Password required for :globus-mapping:.
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASS dummy
[4281] Tue Apr 16 14:57:22 2019 :: dmlite :: starting new connection
[4281] Tue Apr 16 14:57:22 2019 :: dmlite :: DSI options :: dome_checksum
[4281] Tue Apr 16 14:57:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4281] Tue Apr 16 14:57:22 2019 :: User :globus-mapping: successfully authorized.
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASS dummy
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 230-User :globus-mapping: logged in.
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: SITE HELP
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 214-The following commands are recognized:
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: FEAT
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 211-Extensions supported
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4281] Tue Apr 16 14:57:22 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4287] Tue Apr 16 14:57:22 2019 :: GFork functionality not enabled.:
[4287] Tue Apr 16 14:57:22 2019 :: Configuration read from /etc/gridftp.conf.
[4287] Tue Apr 16 14:57:22 2019 :: Server started in inetd mode.
[4255] Tue Apr 16 14:57:22 2019 :: New connection from: mikan18.farm.particle.cz:41796
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: USER :globus-mapping:
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 331 Password required for :globus-mapping:.
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: PASS dummy
[4255] Tue Apr 16 14:57:27 2019 :: dmlite :: starting new connection
[4255] Tue Apr 16 14:57:27 2019 :: dmlite :: DSI options :: dome_checksum
[4255] Tue Apr 16 14:57:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4255] Tue Apr 16 14:57:27 2019 :: User :globus-mapping: successfully authorized.
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: PASS dummy
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 230-User :globus-mapping: logged in.
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: SITE HELP
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 214-The following commands are recognized:
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: FEAT
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 211-Extensions supported
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 250 OK.
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: TYPE I
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 200 Type set to I.
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: DCAU N
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 200 DCAU N.
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1
[4255] Tue Apr 16 14:57:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan18.farm.particle.cz
[4255] Tue Apr 16 14:57:27 2019 :: dmlite :: stat :: single entry
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/58/4c/log.17639170._128314.job.log.tgz.1
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [CLIENT]: QUIT
[4255] Tue Apr 16 14:57:27 2019 :: mikan18.farm.particle.cz:41796: [SERVER]: 221 Goodbye.
[4255] Tue Apr 16 14:57:27 2019 :: Closed connection from mikan18.farm.particle.cz:41796
[4255] Tue Apr 16 14:57:27 2019 :: dmlite :: closing connection
[2670] Tue Apr 16 14:57:24 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 3784048640-4116971520
[2670] Tue Apr 16 14:57:24 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:57:27 2019 :: fts804.cern.ch:49234: [SERVER]: 112-Perf Marker
[2670] Tue Apr 16 14:57:27 2019 :: fts804.cern.ch:49234: [SERVER]: 111 Range Marker 4116971520-4310709580
[2670] Tue Apr 16 14:57:27 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1".
[2670] Tue Apr 16 14:57:27 2019 :: fts804.cern.ch:49234: [SERVER]: 226 Transfer Complete.
[2670] Tue Apr 16 14:57:27 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-16/DAOD_TRUTH1.17737484._000113.pool.root.1.89.1555419373 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[1171] Tue Apr 16 14:57:26 2019 :: Child process 4246 ended with rc = 0
[1171] Tue Apr 16 14:57:27 2019 :: Child process 4255 ended with rc = 0
[4294] Tue Apr 16 14:57:23 2019 :: GFork functionality not enabled.:
[4294] Tue Apr 16 14:57:23 2019 :: Configuration read from /etc/gridftp.conf.
[4294] Tue Apr 16 14:57:23 2019 :: Server started in inetd mode.
[4294] Tue Apr 16 14:57:23 2019 :: New connection from: malva11.farm.particle.cz:44136
[2670] Tue Apr 16 14:57:28 2019 :: fts804.cern.ch:49234: [CLIENT]: QUIT
[2670] Tue Apr 16 14:57:28 2019 :: fts804.cern.ch:49234: [SERVER]: 221 Goodbye.
[2670] Tue Apr 16 14:57:28 2019 :: Closed connection from fts804.cern.ch:49234
[2670] Tue Apr 16 14:57:28 2019 :: dmlite :: closing connection
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: USER :globus-mapping:
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 331 Password required for :globus-mapping:.
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: PASS dummy
[4294] Tue Apr 16 14:57:28 2019 :: dmlite :: starting new connection
[4294] Tue Apr 16 14:57:28 2019 :: dmlite :: DSI options :: dome_checksum
[4294] Tue Apr 16 14:57:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4294] Tue Apr 16 14:57:28 2019 :: User :globus-mapping: successfully authorized.
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: PASS dummy
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 230-User :globus-mapping: logged in.
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: SITE HELP
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 214-The following commands are recognized:
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: FEAT
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 211-Extensions supported
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 250 OK.
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: TYPE I
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 200 Type set to I.
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: DCAU N
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 200 DCAU N.
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1
[4294] Tue Apr 16 14:57:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[4294] Tue Apr 16 14:57:28 2019 :: dmlite :: stat :: single entry
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [CLIENT]: QUIT
[4294] Tue Apr 16 14:57:28 2019 :: malva11.farm.particle.cz:44136: [SERVER]: 221 Goodbye.
[4294] Tue Apr 16 14:57:28 2019 :: Closed connection from malva11.farm.particle.cz:44136
[4294] Tue Apr 16 14:57:28 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:57:25 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:25 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 320602112-344195072
[4314] Tue Apr 16 14:57:28 2019 :: GFork functionality not enabled.:
[4314] Tue Apr 16 14:57:28 2019 :: Configuration read from /etc/gridftp.conf.
[4314] Tue Apr 16 14:57:28 2019 :: Server started in inetd mode.
[4314] Tue Apr 16 14:57:28 2019 :: New connection from: fts804.cern.ch:51262
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [CLIENT]: USER :globus-mapping:
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [SERVER]: 331 Password required for :globus-mapping:.
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [CLIENT]: PASS dummy
[4314] Tue Apr 16 14:57:29 2019 :: dmlite :: starting new connection
[4314] Tue Apr 16 14:57:29 2019 :: dmlite :: DSI options :: dome_checksum
[4314] Tue Apr 16 14:57:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4314] Tue Apr 16 14:57:29 2019 :: User :globus-mapping: successfully authorized.
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [CLIENT]: PASS dummy
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [SERVER]: 230-User :globus-mapping: logged in.
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [CLIENT]: SITE HELP
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [SERVER]: 214-The following commands are recognized:
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [CLIENT]: FEAT
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [SERVER]: 211-Extensions supported
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c63eea3b-6c7a-5f70-9335-0153e500068f;file-id=696363283;retry=0
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [SERVER]: 250 OK.
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [CLIENT]: QUIT
[4314] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51262: [SERVER]: 221 Goodbye.
[4314] Tue Apr 16 14:57:29 2019 :: Closed connection from fts804.cern.ch:51262
[4314] Tue Apr 16 14:57:29 2019 :: dmlite :: closing connection
[4321] Tue Apr 16 14:57:29 2019 :: GFork functionality not enabled.:
[4321] Tue Apr 16 14:57:29 2019 :: Configuration read from /etc/gridftp.conf.
[4321] Tue Apr 16 14:57:29 2019 :: Server started in inetd mode.
[4321] Tue Apr 16 14:57:29 2019 :: New connection from: malva11.farm.particle.cz:44146
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: USER :globus-mapping:
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 331 Password required for :globus-mapping:.
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: PASS dummy
[4321] Tue Apr 16 14:57:29 2019 :: dmlite :: starting new connection
[4321] Tue Apr 16 14:57:29 2019 :: dmlite :: DSI options :: dome_checksum
[4321] Tue Apr 16 14:57:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4321] Tue Apr 16 14:57:29 2019 :: User :globus-mapping: successfully authorized.
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: PASS dummy
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 230-User :globus-mapping: logged in.
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: SITE HELP
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 214-The following commands are recognized:
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: FEAT
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 211-Extensions supported
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 250 OK.
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: TYPE I
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 200 Type set to I.
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: DCAU N
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 200 DCAU N.
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1
[4321] Tue Apr 16 14:57:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[4321] Tue Apr 16 14:57:29 2019 :: dmlite :: stat :: single entry
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c8/a1/EVNT.17639170._128315.pool.root.1
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [CLIENT]: QUIT
[4321] Tue Apr 16 14:57:29 2019 :: malva11.farm.particle.cz:44146: [SERVER]: 221 Goodbye.
[4321] Tue Apr 16 14:57:29 2019 :: Closed connection from malva11.farm.particle.cz:44146
[4321] Tue Apr 16 14:57:29 2019 :: dmlite :: closing connection
[4274] Tue Apr 16 14:57:26 2019 :: New connection from: ui1.farm.particle.cz:32958
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: USER :globus-mapping:
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 331 Password required for :globus-mapping:.
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: PASS dummy
[4274] Tue Apr 16 14:57:26 2019 :: dmlite :: starting new connection
[4274] Tue Apr 16 14:57:26 2019 :: dmlite :: DSI options :: dome_checksum
[4274] Tue Apr 16 14:57:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4274] Tue Apr 16 14:57:26 2019 :: User :globus-mapping: successfully authorized.
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: PASS dummy
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 230-User :globus-mapping: logged in.
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: SITE HELP
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 214-The following commands are recognized:
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: FEAT
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 211-Extensions supported
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 250 OK.
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: TYPE I
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 200 Type set to I.
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: DCAU N
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 200 DCAU N.
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4274] Tue Apr 16 14:57:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4274] Tue Apr 16 14:57:26 2019 :: dmlite :: stat :: single entry
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4274] Tue Apr 16 14:57:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4274] Tue Apr 16 14:57:26 2019 :: dmlite :: stat :: single entry
[4274] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4274] Tue Apr 16 14:57:27 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4274] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4274] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 250 OK.
[4274] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: OPTS PASV AllowDelayed=1;
[4274] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 200 OPTS Command Successful.
[4274] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: PASV
[4274] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 200 Passive delayed.
[4274] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4274] Tue Apr 16 14:57:27 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4274] Tue Apr 16 14:57:27 2019 :: incoming transfer
[4274] Tue Apr 16 14:57:27 2019 :: requested node: dpmpool23.farm.particle.cz
[4274] Tue Apr 16 14:57:27 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4274] Tue Apr 16 14:57:28 2019 :: connected to remote node
[4274] Tue Apr 16 14:57:28 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 127 Entering Passive Mode (147,231,25,94,83,248)
[4274] Tue Apr 16 14:57:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4274] Tue Apr 16 14:57:29 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)('
[4274] Tue Apr 16 14:57:29 2019 :: dmlite :: stat :: single entry
[4274] Tue Apr 16 14:57:29 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4274] Tue Apr 16 14:57:29 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4274] Tue Apr 16 14:57:29 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4274] Tue Apr 16 14:57:29 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.152.1555419447 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4274] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 150 Beginning transfer.
[4274] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 112-Perf Marker
[4274] Tue Apr 16 14:57:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[4274] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 226 Transfer Complete.
[4274] Tue Apr 16 14:57:29 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.152.1555419447 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4274] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32958: [CLIENT]: QUIT
[4274] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32958: [SERVER]: 221 Goodbye.
[4274] Tue Apr 16 14:57:29 2019 :: Closed connection from ui1.farm.particle.cz:32958
[4274] Tue Apr 16 14:57:29 2019 :: dmlite :: closing connection
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: TYPE I
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 200 Type set to I.
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: DCAU N
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 200 DCAU N.
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: OPTS PASV AllowDelayed=1;
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 200 OPTS Command Successful.
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: PASV
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 200 Passive delayed.
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4268] Tue Apr 16 14:57:26 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4268] Tue Apr 16 14:57:26 2019 :: outgoing transfer
[4268] Tue Apr 16 14:57:26 2019 :: requested node: dpmpool9.farm.particle.cz
[4268] Tue Apr 16 14:57:26 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4268] Tue Apr 16 14:57:26 2019 :: connected to remote node
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 127 Entering Passive Mode (147,231,25,47,81,69)
[4268] Tue Apr 16 14:57:26 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/services.150.1555419439 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 150 Beginning transfer.
[4268] Tue Apr 16 14:57:26 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services".
[4268] Tue Apr 16 14:57:26 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 226 Transfer Complete.
[4268] Tue Apr 16 14:57:26 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4268] Tue Apr 16 14:57:26 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4268] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/services
[4268] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[4268] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4268] Tue Apr 16 14:57:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4268] Tue Apr 16 14:57:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (253 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4268] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4268] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32956: [CLIENT]: QUIT
[4268] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32956: [SERVER]: 221 Goodbye.
[4268] Tue Apr 16 14:57:29 2019 :: Closed connection from ui1.farm.particle.cz:32956
[4268] Tue Apr 16 14:57:29 2019 :: dmlite :: closing connection
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: TYPE I
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Type set to I.
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DCAU N
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 DCAU N.
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: OPTS PASV AllowDelayed=1;
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 OPTS Command Successful.
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4281] Tue Apr 16 14:57:27 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4281] Tue Apr 16 14:57:27 2019 :: outgoing transfer
[4281] Tue Apr 16 14:57:27 2019 :: requested node: dpmpool9.farm.particle.cz
[4281] Tue Apr 16 14:57:27 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4281] Tue Apr 16 14:57:27 2019 :: connected to remote node
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,47,94,20)
[4281] Tue Apr 16 14:57:27 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.151.1555419440 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:57:27 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[4281] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:27 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:27 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4281] Tue Apr 16 14:57:28 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4281] Tue Apr 16 14:57:28 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[4281] Tue Apr 16 14:57:28 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:28 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:28 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting" created successfully.
[4281] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[4281] Tue Apr 16 14:57:29 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[4281] Tue Apr 16 14:57:29 2019 :: incoming transfer
[4281] Tue Apr 16 14:57:29 2019 :: requested node: dpmpool21.farm.particle.cz
[4281] Tue Apr 16 14:57:29 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4281] Tue Apr 16 14:57:29 2019 :: connected to remote node
[4281] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,92,89,46)
[4281] Tue Apr 16 14:57:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0'
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3155] Tue Apr 16 14:57:27 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:27 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 2690646016-3187146752
[4287] Tue Apr 16 14:57:27 2019 :: New connection from: ui1.farm.particle.cz:32962
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: USER :globus-mapping:
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 331 Password required for :globus-mapping:.
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASS dummy
[4287] Tue Apr 16 14:57:27 2019 :: dmlite :: starting new connection
[4287] Tue Apr 16 14:57:27 2019 :: dmlite :: DSI options :: dome_checksum
[4287] Tue Apr 16 14:57:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4287] Tue Apr 16 14:57:27 2019 :: User :globus-mapping: successfully authorized.
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASS dummy
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 230-User :globus-mapping: logged in.
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: SITE HELP
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 214-The following commands are recognized:
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: FEAT
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 211-Extensions supported
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250 OK.
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: TYPE I
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Type set to I.
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: DCAU N
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 DCAU N.
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4287] Tue Apr 16 14:57:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:27 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4287] Tue Apr 16 14:57:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:27 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:27 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4287] Tue Apr 16 14:57:28 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:28 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4287] Tue Apr 16 14:57:28 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250 OK.
[4287] Tue Apr 16 14:57:28 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[4287] Tue Apr 16 14:57:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:29 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:29 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4287] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:30 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: OPTS PASV AllowDelayed=1;
[4287] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 OPTS Command Successful.
[4287] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[4287] Tue Apr 16 14:57:30 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[4287] Tue Apr 16 14:57:30 2019 :: incoming transfer
[4287] Tue Apr 16 14:57:30 2019 :: requested node: dpmpool22.farm.particle.cz
[4287] Tue Apr 16 14:57:30 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:30 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,93,78,154)
[4287] Tue Apr 16 14:57:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1'
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/0.153.1555419449 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 112-Perf Marker
[4281] Tue Apr 16 14:57:30 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0".
[4281] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/0.153.1555419449 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:30 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:30 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4281] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:32 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/1.154.1555419450 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 112-Perf Marker
[4287] Tue Apr 16 14:57:32 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1".
[4287] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/1.154.1555419450 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:32 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1171] Tue Apr 16 14:57:28 2019 :: Child process 2670 ended with rc = 0
[1171] Tue Apr 16 14:57:28 2019 :: Child process 4294 ended with rc = 0
[1171] Tue Apr 16 14:57:29 2019 :: Child process 4314 ended with rc = 0
[1171] Tue Apr 16 14:57:29 2019 :: Child process 4321 ended with rc = 0
[1171] Tue Apr 16 14:57:29 2019 :: Child process 4268 ended with rc = 0
[1171] Tue Apr 16 14:57:29 2019 :: Child process 4274 ended with rc = 0
[4281] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[4281] Tue Apr 16 14:57:32 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[4281] Tue Apr 16 14:57:32 2019 :: incoming transfer
[4281] Tue Apr 16 14:57:32 2019 :: requested node: dpmpool22.farm.particle.cz
[4281] Tue Apr 16 14:57:32 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[4281] Tue Apr 16 14:57:32 2019 :: connected to remote node
[4281] Tue Apr 16 14:57:32 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,93,91,79)
[4281] Tue Apr 16 14:57:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2'
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2391] Tue Apr 16 14:57:30 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:30 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 344195072-374603776
[2985] Tue Apr 16 14:57:31 2019 :: dmlite :: requesting checksum :: /mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:57:31 2019 :: requested node: dpmpool20.farm.particle.cz
[2985] Tue Apr 16 14:57:31 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[2985] Tue Apr 16 14:57:31 2019 :: etf-03.cern.ch:36346: [CLIENT]: CKSM ADLER32 0 -1 /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2985] Tue Apr 16 14:57:31 2019 :: connected to remote node
[2985] Tue Apr 16 14:57:31 2019 :: etf-03.cern.ch:36346: [SERVER]: 213 19e60272
[4327] Tue Apr 16 14:57:29 2019 :: GFork functionality not enabled.:
[4327] Tue Apr 16 14:57:29 2019 :: Configuration read from /etc/gridftp.conf.
[4327] Tue Apr 16 14:57:29 2019 :: Server started in inetd mode.
[4327] Tue Apr 16 14:57:29 2019 :: New connection from: fts804.cern.ch:51270
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [CLIENT]: USER :globus-mapping:
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [SERVER]: 331 Password required for :globus-mapping:.
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [CLIENT]: PASS dummy
[4327] Tue Apr 16 14:57:29 2019 :: dmlite :: starting new connection
[4327] Tue Apr 16 14:57:29 2019 :: dmlite :: DSI options :: dome_checksum
[4327] Tue Apr 16 14:57:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4327] Tue Apr 16 14:57:29 2019 :: User :globus-mapping: successfully authorized.
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [CLIENT]: PASS dummy
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [SERVER]: 230-User :globus-mapping: logged in.
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [CLIENT]: SITE HELP
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [SERVER]: 214-The following commands are recognized:
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [CLIENT]: FEAT
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [SERVER]: 211-Extensions supported
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c63eea3b-6c7a-5f70-9335-0153e500068f;file-id=696363283;retry=0
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [SERVER]: 250 OK.
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [CLIENT]: TYPE I
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [SERVER]: 200 Type set to I.
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [CLIENT]: MODE E
[4327] Tue Apr 16 14:57:29 2019 :: fts804.cern.ch:51270: [SERVER]: 200 Mode set to E.
[4327] Tue Apr 16 14:57:29 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[4327] Tue Apr 16 14:57:29 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1
[4335] Tue Apr 16 14:57:29 2019 :: GFork functionality not enabled.:
[4335] Tue Apr 16 14:57:29 2019 :: Configuration read from /etc/gridftp.conf.
[4335] Tue Apr 16 14:57:29 2019 :: Server started in inetd mode.
[4335] Tue Apr 16 14:57:34 2019 :: New connection from: ui1.farm.particle.cz:32972
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: USER :globus-mapping:
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 331 Password required for :globus-mapping:.
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: PASS dummy
[4335] Tue Apr 16 14:57:34 2019 :: dmlite :: starting new connection
[4335] Tue Apr 16 14:57:34 2019 :: dmlite :: DSI options :: dome_checksum
[4335] Tue Apr 16 14:57:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4335] Tue Apr 16 14:57:34 2019 :: User :globus-mapping: successfully authorized.
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: PASS dummy
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 230-User :globus-mapping: logged in.
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: SITE HELP
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 214-The following commands are recognized:
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: FEAT
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 211-Extensions supported
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 250 OK.
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: TYPE I
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 200 Type set to I.
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: DCAU N
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 200 DCAU N.
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: OPTS PASV AllowDelayed=1;
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 200 OPTS Command Successful.
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: PASV
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 200 Passive delayed.
[4335] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32972: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4335] Tue Apr 16 14:57:34 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4335] Tue Apr 16 14:57:34 2019 :: outgoing transfer
[4335] Tue Apr 16 14:57:34 2019 :: requested node: dpmpool23.farm.particle.cz
[4335] Tue Apr 16 14:57:34 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4335] Tue Apr 16 14:57:34 2019 :: connected to remote node
[4335] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 127 Entering Passive Mode (147,231,25,94,84,234)
[4335] Tue Apr 16 14:57:35 2019 :: dmlite :: send :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.152.1555419447 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4335] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 150 Beginning transfer.
[4335] Tue Apr 16 14:57:35 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[4335] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32972: [SERVER]: 226 Transfer Complete.
[4335] Tue Apr 16 14:57:35 2019 :: Closed connection from ui1.farm.particle.cz:32972
[4335] Tue Apr 16 14:57:35 2019 :: dmlite :: closing connection
[4287] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:33 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[4287] Tue Apr 16 14:57:33 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[4287] Tue Apr 16 14:57:33 2019 :: incoming transfer
[4287] Tue Apr 16 14:57:33 2019 :: requested node: dpmpool17.farm.particle.cz
[4287] Tue Apr 16 14:57:33 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:33 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,57,90,255)
[4287] Tue Apr 16 14:57:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3'
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3155] Tue Apr 16 14:57:32 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:32 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 3187146752-3730178048
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/2.155.1555419452 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 112-Perf Marker
[4281] Tue Apr 16 14:57:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2".
[4281] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/2.155.1555419452 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:33 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:33 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4281] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[4281] Tue Apr 16 14:57:35 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[4281] Tue Apr 16 14:57:35 2019 :: incoming transfer
[4281] Tue Apr 16 14:57:35 2019 :: requested node: dpmpool16.farm.particle.cz
[4281] Tue Apr 16 14:57:35 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[4281] Tue Apr 16 14:57:35 2019 :: connected to remote node
[4281] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,56,84,181)
[4281] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4'
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs5/dteamspace/2019-04-16/4.157.1555419455 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 112-Perf Marker
[4281] Tue Apr 16 14:57:36 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4".
[4281] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs5/dteamspace/2019-04-16/4.157.1555419455 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/3.156.1555419453 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 112-Perf Marker
[4287] Tue Apr 16 14:57:35 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3".
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/3.156.1555419453 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:35 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4287] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:36 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:36 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[4287] Tue Apr 16 14:57:36 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[4287] Tue Apr 16 14:57:36 2019 :: incoming transfer
[4287] Tue Apr 16 14:57:36 2019 :: requested node: dpmpool21.farm.particle.cz
[4287] Tue Apr 16 14:57:36 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:37 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:37 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,92,87,227)
[4287] Tue Apr 16 14:57:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5'
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:57:35 2019 :: Child process 4335 ended with rc = 0
[4327] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51270: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1
[4327] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51270: [SERVER]: 213 5931dc9d
[4327] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51270: [CLIENT]: QUIT
[4327] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51270: [SERVER]: 221 Goodbye.
[4327] Tue Apr 16 14:57:38 2019 :: Closed connection from fts804.cern.ch:51270
[4327] Tue Apr 16 14:57:38 2019 :: dmlite :: closing connection
[4477] Tue Apr 16 14:57:38 2019 :: GFork functionality not enabled.:
[4477] Tue Apr 16 14:57:38 2019 :: Configuration read from /etc/gridftp.conf.
[4477] Tue Apr 16 14:57:38 2019 :: Server started in inetd mode.
[4477] Tue Apr 16 14:57:38 2019 :: New connection from: fts804.cern.ch:51318
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [CLIENT]: USER :globus-mapping:
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [SERVER]: 331 Password required for :globus-mapping:.
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [CLIENT]: PASS dummy
[4477] Tue Apr 16 14:57:38 2019 :: dmlite :: starting new connection
[4477] Tue Apr 16 14:57:38 2019 :: dmlite :: DSI options :: dome_checksum
[4477] Tue Apr 16 14:57:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4477] Tue Apr 16 14:57:38 2019 :: User :globus-mapping: successfully authorized.
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [CLIENT]: PASS dummy
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [SERVER]: 230-User :globus-mapping: logged in.
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [CLIENT]: SITE HELP
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [SERVER]: 214-The following commands are recognized:
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [CLIENT]: FEAT
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [SERVER]: 211-Extensions supported
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c63eea3b-6c7a-5f70-9335-0153e500068f;file-id=696363283;retry=0
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [SERVER]: 250 OK.
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [CLIENT]: QUIT
[4477] Tue Apr 16 14:57:38 2019 :: fts804.cern.ch:51318: [SERVER]: 221 Goodbye.
[4477] Tue Apr 16 14:57:38 2019 :: Closed connection from fts804.cern.ch:51318
[4477] Tue Apr 16 14:57:38 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:57:35 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:35 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 374603776-403701760
[4489] Tue Apr 16 14:57:38 2019 :: GFork functionality not enabled.:
[4489] Tue Apr 16 14:57:38 2019 :: Configuration read from /etc/gridftp.conf.
[4489] Tue Apr 16 14:57:38 2019 :: Server started in inetd mode.
[4489] Tue Apr 16 14:57:38 2019 :: New connection from: fts804.cern.ch:51320
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: USER :globus-mapping:
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 331 Password required for :globus-mapping:.
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: PASS dummy
[4489] Tue Apr 16 14:57:39 2019 :: dmlite :: starting new connection
[4489] Tue Apr 16 14:57:39 2019 :: dmlite :: DSI options :: dome_checksum
[4489] Tue Apr 16 14:57:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4489] Tue Apr 16 14:57:39 2019 :: User :globus-mapping: successfully authorized.
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: PASS dummy
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 230-User :globus-mapping: logged in.
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: SITE HELP
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 214-The following commands are recognized:
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: FEAT
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 211-Extensions supported
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c63eea3b-6c7a-5f70-9335-0153e500068f;file-id=696363283;retry=0
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 250 OK.
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: TYPE I
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 200 Type set to I.
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: MODE E
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 200 Mode set to E.
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: DCAU N
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 200 DCAU N.
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1
[4489] Tue Apr 16 14:57:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[4489] Tue Apr 16 14:57:39 2019 :: dmlite :: stat :: single entry
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/11/a1/DAOD_TRUTH1.17737484._000113.pool.root.1
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [CLIENT]: QUIT
[4489] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:51320: [SERVER]: 221 Goodbye.
[4489] Tue Apr 16 14:57:39 2019 :: Closed connection from fts804.cern.ch:51320
[4489] Tue Apr 16 14:57:39 2019 :: dmlite :: closing connection
[2652] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:49194: [CLIENT]: QUIT
[2652] Tue Apr 16 14:57:39 2019 :: fts804.cern.ch:49194: [SERVER]: 221 Goodbye.
[2652] Tue Apr 16 14:57:39 2019 :: Closed connection from fts804.cern.ch:49194
[2652] Tue Apr 16 14:57:39 2019 :: dmlite :: closing connection
[3155] Tue Apr 16 14:57:37 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:37 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 3730178048-4273078272
[3155] Tue Apr 16 14:57:38 2019 :: fts802.cern.ch:39812: [SERVER]: 112-Perf Marker
[3155] Tue Apr 16 14:57:38 2019 :: fts802.cern.ch:39812: [SERVER]: 111 Range Marker 4273078272-4325440515
[3155] Tue Apr 16 14:57:38 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1".
[3155] Tue Apr 16 14:57:38 2019 :: fts802.cern.ch:39812: [SERVER]: 226 Transfer Complete.
[3155] Tue Apr 16 14:57:38 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_TRUTH1.17737484._000092.pool.root.1.131.1555419416 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[3155] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:39812: [CLIENT]: QUIT
[3155] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:39812: [SERVER]: 221 Goodbye.
[3155] Tue Apr 16 14:57:39 2019 :: Closed connection from fts802.cern.ch:39812
[3155] Tue Apr 16 14:57:39 2019 :: dmlite :: closing connection
[4345] Tue Apr 16 14:57:34 2019 :: GFork functionality not enabled.:
[4345] Tue Apr 16 14:57:34 2019 :: Configuration read from /etc/gridftp.conf.
[4345] Tue Apr 16 14:57:34 2019 :: Server started in inetd mode.
[4345] Tue Apr 16 14:57:34 2019 :: New connection from: ui1.farm.particle.cz:32982
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: USER :globus-mapping:
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 331 Password required for :globus-mapping:.
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: PASS dummy
[4345] Tue Apr 16 14:57:34 2019 :: dmlite :: starting new connection
[4345] Tue Apr 16 14:57:34 2019 :: dmlite :: DSI options :: dome_checksum
[4345] Tue Apr 16 14:57:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4345] Tue Apr 16 14:57:34 2019 :: User :globus-mapping: successfully authorized.
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: PASS dummy
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 230-User :globus-mapping: logged in.
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: SITE HELP
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 214-The following commands are recognized:
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: FEAT
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 211-Extensions supported
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: TYPE I
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 Type set to I.
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DCAU N
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 DCAU N.
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4345] Tue Apr 16 14:57:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:34 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:34 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4345] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4345] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:35 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:35 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4507] Tue Apr 16 14:57:39 2019 :: GFork functionality not enabled.:
[4507] Tue Apr 16 14:57:39 2019 :: Configuration read from /etc/gridftp.conf.
[4507] Tue Apr 16 14:57:39 2019 :: Server started in inetd mode.
[4507] Tue Apr 16 14:57:39 2019 :: New connection from: fts802.cern.ch:41242
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [CLIENT]: USER :globus-mapping:
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [SERVER]: 331 Password required for :globus-mapping:.
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [CLIENT]: PASS dummy
[4507] Tue Apr 16 14:57:39 2019 :: dmlite :: starting new connection
[4507] Tue Apr 16 14:57:39 2019 :: dmlite :: DSI options :: dome_checksum
[4507] Tue Apr 16 14:57:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4507] Tue Apr 16 14:57:39 2019 :: User :globus-mapping: successfully authorized.
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [CLIENT]: PASS dummy
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [SERVER]: 230-User :globus-mapping: logged in.
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [CLIENT]: SITE HELP
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [SERVER]: 214-The following commands are recognized:
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [CLIENT]: FEAT
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [SERVER]: 211-Extensions supported
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ed2122c1-f7a1-5911-baa9-1ea979b39614;file-id=696363332;retry=0
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [SERVER]: 250 OK.
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [CLIENT]: QUIT
[4507] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41242: [SERVER]: 221 Goodbye.
[4507] Tue Apr 16 14:57:39 2019 :: Closed connection from fts802.cern.ch:41242
[4507] Tue Apr 16 14:57:39 2019 :: dmlite :: closing connection
[4352] Tue Apr 16 14:57:34 2019 :: GFork functionality not enabled.:
[4352] Tue Apr 16 14:57:34 2019 :: Configuration read from /etc/gridftp.conf.
[4352] Tue Apr 16 14:57:34 2019 :: Server started in inetd mode.
[4352] Tue Apr 16 14:57:34 2019 :: New connection from: mikan06.farm.particle.cz:52904
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: USER :globus-mapping:
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 331 Password required for :globus-mapping:.
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: PASS dummy
[4352] Tue Apr 16 14:57:39 2019 :: dmlite :: starting new connection
[4352] Tue Apr 16 14:57:39 2019 :: dmlite :: DSI options :: dome_checksum
[4352] Tue Apr 16 14:57:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4352] Tue Apr 16 14:57:39 2019 :: User :globus-mapping: successfully authorized.
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: PASS dummy
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 230-User :globus-mapping: logged in.
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: SITE HELP
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 214-The following commands are recognized:
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: FEAT
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 211-Extensions supported
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 250 OK.
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: TYPE I
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 200 Type set to I.
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: DCAU N
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 200 DCAU N.
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[4352] Tue Apr 16 14:57:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[4352] Tue Apr 16 14:57:39 2019 :: dmlite :: stat :: single entry
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [CLIENT]: QUIT
[4352] Tue Apr 16 14:57:39 2019 :: mikan06.farm.particle.cz:52904: [SERVER]: 221 Goodbye.
[4352] Tue Apr 16 14:57:39 2019 :: Closed connection from mikan06.farm.particle.cz:52904
[4352] Tue Apr 16 14:57:39 2019 :: dmlite :: closing connection
[4281] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:38 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[4281] Tue Apr 16 14:57:38 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[4281] Tue Apr 16 14:57:38 2019 :: incoming transfer
[4281] Tue Apr 16 14:57:38 2019 :: requested node: dpmpool19.farm.particle.cz
[4281] Tue Apr 16 14:57:38 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[4281] Tue Apr 16 14:57:38 2019 :: connected to remote node
[4281] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,64,92,52)
[4281] Tue Apr 16 14:57:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6'
[4281] Tue Apr 16 14:57:39 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4281] Tue Apr 16 14:57:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:35 2019 :: GFork functionality not enabled.:
[4363] Tue Apr 16 14:57:35 2019 :: Configuration read from /etc/gridftp.conf.
[4363] Tue Apr 16 14:57:35 2019 :: Server started in inetd mode.
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/5.158.1555419456 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 112-Perf Marker
[4287] Tue Apr 16 14:57:38 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5".
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/5.158.1555419456 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:38 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4287] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:40 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[4287] Tue Apr 16 14:57:40 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[4287] Tue Apr 16 14:57:40 2019 :: incoming transfer
[4287] Tue Apr 16 14:57:40 2019 :: requested node: dpmpool20.farm.particle.cz
[4287] Tue Apr 16 14:57:40 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:40 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,91,80,249)
[4287] Tue Apr 16 14:57:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7'
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs7/dteamspace/2019-04-16/6.159.1555419458 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:39 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 112-Perf Marker
[4281] Tue Apr 16 14:57:40 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6".
[4281] Tue Apr 16 14:57:40 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs7/dteamspace/2019-04-16/6.159.1555419458 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[4281] Tue Apr 16 14:57:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:40 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4281] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[4281] Tue Apr 16 14:57:41 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[4281] Tue Apr 16 14:57:41 2019 :: incoming transfer
[4281] Tue Apr 16 14:57:41 2019 :: requested node: dpmpool9.farm.particle.cz
[4281] Tue Apr 16 14:57:41 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4281] Tue Apr 16 14:57:41 2019 :: connected to remote node
[4281] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,47,82,219)
[4281] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/7.160.1555419460 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 112-Perf Marker
[4287] Tue Apr 16 14:57:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7".
[4287] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/7.160.1555419460 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4363] Tue Apr 16 14:57:40 2019 :: New connection from: ui1.farm.particle.cz:32986
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: USER :globus-mapping:
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 331 Password required for :globus-mapping:.
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASS dummy
[4363] Tue Apr 16 14:57:40 2019 :: dmlite :: starting new connection
[4363] Tue Apr 16 14:57:40 2019 :: dmlite :: DSI options :: dome_checksum
[4363] Tue Apr 16 14:57:40 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4363] Tue Apr 16 14:57:40 2019 :: User :globus-mapping: successfully authorized.
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASS dummy
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 230-User :globus-mapping: logged in.
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: SITE HELP
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 214-The following commands are recognized:
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: FEAT
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 211-Extensions supported
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250 OK.
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: TYPE I
[4363] Tue Apr 16 14:57:40 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Type set to I.
[4363] Tue Apr 16 14:57:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:40 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: DCAU N
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 DCAU N.
[4363] Tue Apr 16 14:57:41 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting" created successfully.
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: OPTS PASV AllowDelayed=1;
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 OPTS Command Successful.
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASV
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Passive delayed.
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[4363] Tue Apr 16 14:57:41 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[4363] Tue Apr 16 14:57:41 2019 :: incoming transfer
[4363] Tue Apr 16 14:57:41 2019 :: requested node: dpmpool22.farm.particle.cz
[4363] Tue Apr 16 14:57:41 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[4363] Tue Apr 16 14:57:41 2019 :: connected to remote node
[4363] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 127 Entering Passive Mode (147,231,25,93,82,219)
[4363] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0'
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3186] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36730: [CLIENT]: OPTS PASV AllowDelayed=1;
[3186] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36730: [SERVER]: 200 OPTS Command Successful.
[3186] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36730: [CLIENT]: PASV
[3186] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36730: [SERVER]: 200 Passive delayed.
[3186] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36730: [CLIENT]: RETR /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[3186] Tue Apr 16 14:57:42 2019 :: passive mode: RETR /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[3186] Tue Apr 16 14:57:42 2019 :: outgoing transfer
[3186] Tue Apr 16 14:57:42 2019 :: requested node: dpmpool20.farm.particle.cz
[3186] Tue Apr 16 14:57:42 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[3186] Tue Apr 16 14:57:42 2019 :: connected to remote node
[3186] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36730: [SERVER]: 127 Entering Passive Mode (147,231,25,91,86,104)
[3186] Tue Apr 16 14:57:42 2019 :: dmlite :: send :: requesting transfer :: /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[3186] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36730: [SERVER]: 150 Beginning transfer.
[3186] Tue Apr 16 14:57:42 2019 :: Finished transferring "/dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0".
[3186] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36730: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8'
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4416] Tue Apr 16 14:57:38 2019 :: GFork functionality not enabled.:
[4416] Tue Apr 16 14:57:38 2019 :: Configuration read from /etc/gridftp.conf.
[4416] Tue Apr 16 14:57:38 2019 :: Server started in inetd mode.
[1171] Tue Apr 16 14:57:38 2019 :: Child process 4327 ended with rc = 0
[1171] Tue Apr 16 14:57:38 2019 :: Child process 4477 ended with rc = 0
[1171] Tue Apr 16 14:57:39 2019 :: Child process 4489 ended with rc = 0
[1171] Tue Apr 16 14:57:39 2019 :: Child process 2652 ended with rc = 0
[1171] Tue Apr 16 14:57:39 2019 :: Child process 3155 ended with rc = 0
[1171] Tue Apr 16 14:57:39 2019 :: Child process 4507 ended with rc = 0
[1171] Tue Apr 16 14:57:39 2019 :: Child process 4352 ended with rc = 0
[2391] Tue Apr 16 14:57:40 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:40 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 403701760-439091200
[2985] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36346: [CLIENT]: MLST /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2985] Tue Apr 16 14:57:42 2019 :: dmlite :: stat :: /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:57:42 2019 :: dmlite :: stat :: single entry
[2985] Tue Apr 16 14:57:42 2019 :: etf-03.cern.ch:36346: [SERVER]: 250-status of /dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/testfile-prep-GET-ATLASDATADISK.txt.607384528.0
[2985] Tue Apr 16 14:57:43 2019 :: dmlite :: requesting checksum :: /mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:57:43 2019 :: requested node: dpmpool21.farm.particle.cz
[2985] Tue Apr 16 14:57:43 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2985] Tue Apr 16 14:57:43 2019 :: etf-03.cern.ch:36346: [CLIENT]: CKSM adler32 0 -1 /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2985] Tue Apr 16 14:57:43 2019 :: connected to remote node
[4345] Tue Apr 16 14:57:41 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4345] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[4345] Tue Apr 16 14:57:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:41 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:41 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4345] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:42 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: OPTS PASV AllowDelayed=1;
[4345] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 OPTS Command Successful.
[4345] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: PASV
[4345] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 Passive delayed.
[4345] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[4345] Tue Apr 16 14:57:42 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[4345] Tue Apr 16 14:57:42 2019 :: incoming transfer
[4345] Tue Apr 16 14:57:42 2019 :: requested node: dpmpool21.farm.particle.cz
[4345] Tue Apr 16 14:57:42 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4345] Tue Apr 16 14:57:43 2019 :: connected to remote node
[4345] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 127 Entering Passive Mode (147,231,25,92,84,95)
[4345] Tue Apr 16 14:57:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1'
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:43 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[4287] Tue Apr 16 14:57:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[4287] Tue Apr 16 14:57:43 2019 :: incoming transfer
[4287] Tue Apr 16 14:57:43 2019 :: requested node: dpmpool9.farm.particle.cz
[4287] Tue Apr 16 14:57:43 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:43 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,47,84,95)
[4287] Tue Apr 16 14:57:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9'
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/1.163.1555419462 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 150 Beginning transfer.
[4345] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 112-Perf Marker
[4345] Tue Apr 16 14:57:44 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1".
[4345] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 226 Transfer Complete.
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/1.163.1555419462 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:44 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4519] Tue Apr 16 14:57:39 2019 :: GFork functionality not enabled.:
[4519] Tue Apr 16 14:57:39 2019 :: Configuration read from /etc/gridftp.conf.
[4519] Tue Apr 16 14:57:39 2019 :: Server started in inetd mode.
[4519] Tue Apr 16 14:57:39 2019 :: New connection from: fts802.cern.ch:41248
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [CLIENT]: USER :globus-mapping:
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [SERVER]: 331 Password required for :globus-mapping:.
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [CLIENT]: PASS dummy
[4519] Tue Apr 16 14:57:39 2019 :: dmlite :: starting new connection
[4519] Tue Apr 16 14:57:39 2019 :: dmlite :: DSI options :: dome_checksum
[4519] Tue Apr 16 14:57:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4519] Tue Apr 16 14:57:39 2019 :: User :globus-mapping: successfully authorized.
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [CLIENT]: PASS dummy
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [SERVER]: 230-User :globus-mapping: logged in.
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [CLIENT]: SITE HELP
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [SERVER]: 214-The following commands are recognized:
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [CLIENT]: FEAT
[4519] Tue Apr 16 14:57:39 2019 :: fts802.cern.ch:41248: [SERVER]: 211-Extensions supported
[4519] Tue Apr 16 14:57:40 2019 :: fts802.cern.ch:41248: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ed2122c1-f7a1-5911-baa9-1ea979b39614;file-id=696363332;retry=0
[4519] Tue Apr 16 14:57:40 2019 :: fts802.cern.ch:41248: [SERVER]: 250 OK.
[4519] Tue Apr 16 14:57:40 2019 :: fts802.cern.ch:41248: [CLIENT]: TYPE I
[4519] Tue Apr 16 14:57:40 2019 :: fts802.cern.ch:41248: [SERVER]: 200 Type set to I.
[4519] Tue Apr 16 14:57:40 2019 :: fts802.cern.ch:41248: [CLIENT]: MODE E
[4519] Tue Apr 16 14:57:40 2019 :: fts802.cern.ch:41248: [SERVER]: 200 Mode set to E.
[4519] Tue Apr 16 14:57:40 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[4519] Tue Apr 16 14:57:40 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/0.161.1555419461 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 150 Beginning transfer.
[4363] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 112-Perf Marker
[4363] Tue Apr 16 14:57:42 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0".
[4363] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 226 Transfer Complete.
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/0.161.1555419461 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:42 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4363] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASV
[4363] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Passive delayed.
[4363] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[4363] Tue Apr 16 14:57:44 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[4363] Tue Apr 16 14:57:44 2019 :: incoming transfer
[4363] Tue Apr 16 14:57:44 2019 :: requested node: dpmpool9.farm.particle.cz
[4363] Tue Apr 16 14:57:44 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4363] Tue Apr 16 14:57:44 2019 :: connected to remote node
[4363] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 127 Entering Passive Mode (147,231,25,47,82,201)
[4363] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4540] Tue Apr 16 14:57:40 2019 :: GFork functionality not enabled.:
[4540] Tue Apr 16 14:57:40 2019 :: Configuration read from /etc/gridftp.conf.
[4540] Tue Apr 16 14:57:40 2019 :: Server started in inetd mode.
[4540] Tue Apr 16 14:57:40 2019 :: New connection from: mikan06.farm.particle.cz:52910
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: USER :globus-mapping:
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 331 Password required for :globus-mapping:.
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: PASS dummy
[4540] Tue Apr 16 14:57:45 2019 :: dmlite :: starting new connection
[4540] Tue Apr 16 14:57:45 2019 :: dmlite :: DSI options :: dome_checksum
[4540] Tue Apr 16 14:57:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4540] Tue Apr 16 14:57:45 2019 :: User :globus-mapping: successfully authorized.
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: PASS dummy
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 230-User :globus-mapping: logged in.
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: SITE HELP
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 214-The following commands are recognized:
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: FEAT
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 211-Extensions supported
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 250 OK.
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: TYPE I
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 200 Type set to I.
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: DCAU N
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 200 DCAU N.
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[4540] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[4540] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: single entry
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [CLIENT]: QUIT
[4540] Tue Apr 16 14:57:45 2019 :: mikan06.farm.particle.cz:52910: [SERVER]: 221 Goodbye.
[4540] Tue Apr 16 14:57:45 2019 :: Closed connection from mikan06.farm.particle.cz:52910
[4540] Tue Apr 16 14:57:45 2019 :: dmlite :: closing connection
[4546] Tue Apr 16 14:57:40 2019 :: GFork functionality not enabled.:
[4546] Tue Apr 16 14:57:40 2019 :: Configuration read from /etc/gridftp.conf.
[4546] Tue Apr 16 14:57:40 2019 :: Server started in inetd mode.
[4363] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2'
[4363] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4363] Tue Apr 16 14:57:46 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4416] Tue Apr 16 14:57:43 2019 :: New connection from: argo-mon.egi.cro-ngi.hr:56916
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: USER :globus-mapping:
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 331 Password required for :globus-mapping:.
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: PASS 
[4416] Tue Apr 16 14:57:45 2019 :: dmlite :: starting new connection
[4416] Tue Apr 16 14:57:45 2019 :: dmlite :: DSI options :: dome_checksum
[4416] Tue Apr 16 14:57:45 2019 :: DN /DC=EU/DC=EGI/C=HR/O=Robots/O=SRCE/CN=Robot:argo-egi@cro-ngi.hr successfully authorized.
[4416] Tue Apr 16 14:57:45 2019 :: User :globus-mapping: successfully authorized.
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: PASS 
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 230-User :globus-mapping: logged in.
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: SITE HELP
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 214-The following commands are recognized:
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: FEAT
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 211-Extensions supported
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="libglobus_ftp_client";appver="9.1 (gcc64, 1536386276-0) [Grid Community Toolkit 6.0]";
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 250 OK.
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: TYPE I
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 200 Type set to I.
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: DCAU N
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 200 DCAU N.
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: PASV
[4416] Tue Apr 16 14:57:45 2019 :: passive mode: PASV (null)
[4416] Tue Apr 16 14:57:45 2019 :: not delayed
[4416] Tue Apr 16 14:57:45 2019 :: rolling the dice
[4416] Tue Apr 16 14:57:45 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4416] Tue Apr 16 14:57:45 2019 :: connected to remote node
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 227 Entering Passive Mode (147,231,25,94,90,211)
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: ALLO 20
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 200 ALLO command successful.
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: STOR /dpmpool17.farm.particle.cz:/mnt/fs7/ops/2019-04-16/testfile-put-1555419457-1f269783b4a3.txt.607387029.0
[4416] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: /dpmpool17.farm.particle.cz:/mnt/fs7/ops/2019-04-16/testfile-put-1555419457-1f269783b4a3.txt.607387029.0 :: /DC=EU/DC=EGI/C=HR/O=Robots/O=SRCE/CN=Robot:argo-egi@cro-ngi.hr :: argo-mon.egi.cro-ngi.hr
[4416] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: single entry
[4416] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4416] Tue Apr 16 14:57:45 2019 :: dmlite :: opening :: dpmpool17.farm.particle.cz:/mnt/fs7/ops/2019-04-16/testfile-put-1555419457-1f269783b4a3.txt.607387029.0 :: /DC=EU/DC=EGI/C=HR/O=Robots/O=SRCE/CN=Robot:argo-egi@cro-ngi.hr :: argo-mon.egi.cro-ngi.hr
[4416] Tue Apr 16 14:57:45 2019 :: dmlite :: user error :: 22 :: [#00.000022] DavixError (18): Failure HTTP 404 : File not found  after 3 attempts :: /DC=EU/DC=EGI/C=HR/O=Robots/O=SRCE/CN=Robot:argo-egi@cro-ngi.hr :: argo-mon.egi.cro-ngi.hr
[4416] Tue Apr 16 14:57:45 2019 :: dmlite :: recv :: requesting transfer :: /dpmpool17.farm.particle.cz:/mnt/fs7/ops/2019-04-16/testfile-put-1555419457-1f269783b4a3.txt.607387029.0 :: /DC=EU/DC=EGI/C=HR/O=Robots/O=SRCE/CN=Robot:argo-egi@cro-ngi.hr :: argo-mon.egi.cro-ngi.hr
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 150 Beginning transfer.
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 112-Perf Marker
[4416] Tue Apr 16 14:57:45 2019 :: Finished transferring "/dpmpool17.farm.particle.cz:/mnt/fs7/ops/2019-04-16/testfile-put-1555419457-1f269783b4a3.txt.607387029.0".
[4416] Tue Apr 16 14:57:45 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 226 Transfer Complete.
[4416] Tue Apr 16 14:57:46 2019 :: argo-mon.egi.cro-ngi.hr:56916: [CLIENT]: QUIT
[4416] Tue Apr 16 14:57:46 2019 :: argo-mon.egi.cro-ngi.hr:56916: [SERVER]: 221 Goodbye.
[4416] Tue Apr 16 14:57:46 2019 :: Closed connection from argo-mon.egi.cro-ngi.hr:56916
[4416] Tue Apr 16 14:57:46 2019 :: dmlite :: closing connection
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/8.162.1555419461 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 112-Perf Marker
[4281] Tue Apr 16 14:57:43 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8".
[4281] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/8.162.1555419461 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:43 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4281] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[4281] Tue Apr 16 14:57:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[4281] Tue Apr 16 14:57:46 2019 :: incoming transfer
[4281] Tue Apr 16 14:57:46 2019 :: requested node: dpmpool21.farm.particle.cz
[4281] Tue Apr 16 14:57:46 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4281] Tue Apr 16 14:57:46 2019 :: connected to remote node
[4281] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,92,87,28)
[4281] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/9.164.1555419463 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 112-Perf Marker
[4287] Tue Apr 16 14:57:44 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9".
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/9.164.1555419463 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:44 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:44 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4287] Tue Apr 16 14:57:44 2019 :: not delayed
[4287] Tue Apr 16 14:57:44 2019 :: rolling the dice
[4287] Tue Apr 16 14:57:44 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:44 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:44 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,91,82,201)
[4287] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:45 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting".
[4287] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:46 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4287] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel" created successfully.
[4287] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[4287] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4287] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[4287] Tue Apr 16 14:57:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[4287] Tue Apr 16 14:57:46 2019 :: incoming transfer
[4287] Tue Apr 16 14:57:46 2019 :: requested node: dpmpool21.farm.particle.cz
[4287] Tue Apr 16 14:57:46 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:46 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,92,87,27)
[4287] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: PASV
[4345] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 Passive delayed.
[4345] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[4345] Tue Apr 16 14:57:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[4345] Tue Apr 16 14:57:46 2019 :: incoming transfer
[4345] Tue Apr 16 14:57:46 2019 :: requested node: dpmpool9.farm.particle.cz
[4345] Tue Apr 16 14:57:46 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4345] Tue Apr 16 14:57:46 2019 :: connected to remote node
[4345] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 127 Entering Passive Mode (147,231,25,47,87,26)
[4345] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3'
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:45 2019 :: GFork functionality not enabled.:
[4557] Tue Apr 16 14:57:45 2019 :: Configuration read from /etc/gridftp.conf.
[4557] Tue Apr 16 14:57:45 2019 :: Server started in inetd mode.
[4557] Tue Apr 16 14:57:45 2019 :: New connection from: ui1.farm.particle.cz:33008
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: USER :globus-mapping:
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 331 Password required for :globus-mapping:.
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: PASS dummy
[4557] Tue Apr 16 14:57:45 2019 :: dmlite :: starting new connection
[4557] Tue Apr 16 14:57:45 2019 :: dmlite :: DSI options :: dome_checksum
[4557] Tue Apr 16 14:57:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4557] Tue Apr 16 14:57:45 2019 :: User :globus-mapping: successfully authorized.
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: PASS dummy
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 230-User :globus-mapping: logged in.
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: SITE HELP
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 214-The following commands are recognized:
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: FEAT
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 211-Extensions supported
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 250 OK.
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: TYPE I
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 200 Type set to I.
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: DCAU N
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 200 DCAU N.
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: OPTS PASV AllowDelayed=1;
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 200 OPTS Command Successful.
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: PASV
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 200 Passive delayed.
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4557] Tue Apr 16 14:57:45 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4557] Tue Apr 16 14:57:45 2019 :: not delayed
[4557] Tue Apr 16 14:57:45 2019 :: rolling the dice
[4557] Tue Apr 16 14:57:45 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4557] Tue Apr 16 14:57:45 2019 :: connected to remote node
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 127 Entering Passive Mode (147,231,25,94,90,212)
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 150 Beginning transfer.
[4557] Tue Apr 16 14:57:45 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting".
[4557] Tue Apr 16 14:57:45 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 226 Transfer Complete.
[4557] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[4557] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4557] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: PASV
[4557] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 200 Passive delayed.
[4557] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[4557] Tue Apr 16 14:57:46 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[4557] Tue Apr 16 14:57:46 2019 :: incoming transfer
[4557] Tue Apr 16 14:57:46 2019 :: requested node: dpmpool21.farm.particle.cz
[4557] Tue Apr 16 14:57:46 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4557] Tue Apr 16 14:57:46 2019 :: connected to remote node
[4557] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 127 Entering Passive Mode (147,231,25,92,87,26)
[4557] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2'
[4557] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: single entry
[4557] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4557] Tue Apr 16 14:57:48 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0'
[4287] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4287] Tue Apr 16 14:57:48 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1'
[4281] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4281] Tue Apr 16 14:57:48 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:57:45 2019 :: Child process 4540 ended with rc = 0
[1171] Tue Apr 16 14:57:46 2019 :: Child process 4416 ended with rc = 0
[2391] Tue Apr 16 14:57:45 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:45 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 439091200-487849984
[2985] Tue Apr 16 14:57:44 2019 :: etf-03.cern.ch:36346: [SERVER]: 213 19e60272
[4519] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41248: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[4519] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41248: [SERVER]: 213 3c2d3425
[4519] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41248: [CLIENT]: QUIT
[4519] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41248: [SERVER]: 221 Goodbye.
[4519] Tue Apr 16 14:57:49 2019 :: Closed connection from fts802.cern.ch:41248
[4519] Tue Apr 16 14:57:49 2019 :: dmlite :: closing connection
[4613] Tue Apr 16 14:57:49 2019 :: GFork functionality not enabled.:
[4613] Tue Apr 16 14:57:49 2019 :: Configuration read from /etc/gridftp.conf.
[4613] Tue Apr 16 14:57:49 2019 :: Server started in inetd mode.
[4613] Tue Apr 16 14:57:49 2019 :: New connection from: fts802.cern.ch:41274
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [CLIENT]: USER :globus-mapping:
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [SERVER]: 331 Password required for :globus-mapping:.
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [CLIENT]: PASS dummy
[4613] Tue Apr 16 14:57:49 2019 :: dmlite :: starting new connection
[4613] Tue Apr 16 14:57:49 2019 :: dmlite :: DSI options :: dome_checksum
[4613] Tue Apr 16 14:57:49 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4613] Tue Apr 16 14:57:49 2019 :: User :globus-mapping: successfully authorized.
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [CLIENT]: PASS dummy
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [SERVER]: 230-User :globus-mapping: logged in.
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [CLIENT]: SITE HELP
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [SERVER]: 214-The following commands are recognized:
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [CLIENT]: FEAT
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [SERVER]: 211-Extensions supported
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ed2122c1-f7a1-5911-baa9-1ea979b39614;file-id=696363332;retry=0
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [SERVER]: 250 OK.
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [CLIENT]: QUIT
[4613] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41274: [SERVER]: 221 Goodbye.
[4613] Tue Apr 16 14:57:49 2019 :: Closed connection from fts802.cern.ch:41274
[4613] Tue Apr 16 14:57:49 2019 :: dmlite :: closing connection
[4363] Tue Apr 16 14:57:46 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:46 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/2.165.1555419464 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 150 Beginning transfer.
[4363] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 112-Perf Marker
[4363] Tue Apr 16 14:57:46 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2".
[4363] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 226 Transfer Complete.
[4363] Tue Apr 16 14:57:46 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/2.165.1555419464 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[4363] Tue Apr 16 14:57:46 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:46 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:46 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4363] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:47 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASV
[4363] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Passive delayed.
[4363] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[4363] Tue Apr 16 14:57:47 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[4363] Tue Apr 16 14:57:47 2019 :: incoming transfer
[4363] Tue Apr 16 14:57:47 2019 :: requested node: dpmpool20.farm.particle.cz
[4363] Tue Apr 16 14:57:47 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4363] Tue Apr 16 14:57:48 2019 :: connected to remote node
[4363] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 127 Entering Passive Mode (147,231,25,91,86,148)
[4363] Tue Apr 16 14:57:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4'
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/3.166.1555419466 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 150 Beginning transfer.
[4345] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 112-Perf Marker
[4345] Tue Apr 16 14:57:47 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3".
[4345] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 226 Transfer Complete.
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/3.166.1555419466 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:47 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:47 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4345] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4619] Tue Apr 16 14:57:49 2019 :: GFork functionality not enabled.:
[4619] Tue Apr 16 14:57:49 2019 :: Configuration read from /etc/gridftp.conf.
[4619] Tue Apr 16 14:57:49 2019 :: Server started in inetd mode.
[4619] Tue Apr 16 14:57:49 2019 :: New connection from: fts802.cern.ch:41278
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: USER :globus-mapping:
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 331 Password required for :globus-mapping:.
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: PASS dummy
[4619] Tue Apr 16 14:57:49 2019 :: dmlite :: starting new connection
[4619] Tue Apr 16 14:57:49 2019 :: dmlite :: DSI options :: dome_checksum
[4619] Tue Apr 16 14:57:49 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4619] Tue Apr 16 14:57:49 2019 :: User :globus-mapping: successfully authorized.
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: PASS dummy
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 230-User :globus-mapping: logged in.
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: SITE HELP
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 214-The following commands are recognized:
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: FEAT
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 211-Extensions supported
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ed2122c1-f7a1-5911-baa9-1ea979b39614;file-id=696363332;retry=0
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 250 OK.
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: TYPE I
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 200 Type set to I.
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: MODE E
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 200 Mode set to E.
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: DCAU N
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 200 DCAU N.
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[4619] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[4619] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: single entry
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2e/5d/DAOD_TRUTH1.17737484._000092.pool.root.1
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [CLIENT]: QUIT
[4619] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:41278: [SERVER]: 221 Goodbye.
[4619] Tue Apr 16 14:57:49 2019 :: Closed connection from fts802.cern.ch:41278
[4619] Tue Apr 16 14:57:49 2019 :: dmlite :: closing connection
[3147] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:39714: [CLIENT]: QUIT
[3147] Tue Apr 16 14:57:49 2019 :: fts802.cern.ch:39714: [SERVER]: 221 Goodbye.
[3147] Tue Apr 16 14:57:49 2019 :: Closed connection from fts802.cern.ch:39714
[3147] Tue Apr 16 14:57:49 2019 :: dmlite :: closing connection
[4557] Tue Apr 16 14:57:48 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:48 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f2.167.1555419466 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 150 Beginning transfer.
[4557] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 112-Perf Marker
[4557] Tue Apr 16 14:57:48 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2".
[4557] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 226 Transfer Complete.
[4557] Tue Apr 16 14:57:48 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f2.167.1555419466 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/4.170.1555419467 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 150 Beginning transfer.
[4363] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 112-Perf Marker
[4363] Tue Apr 16 14:57:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4".
[4363] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 226 Transfer Complete.
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/4.170.1555419467 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:49 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4546] Tue Apr 16 14:57:45 2019 :: New connection from: ce01.lhep.unibe.ch:48218
[4571] Tue Apr 16 14:57:46 2019 :: GFork functionality not enabled.:
[4571] Tue Apr 16 14:57:46 2019 :: Configuration read from /etc/gridftp.conf.
[4571] Tue Apr 16 14:57:46 2019 :: Server started in inetd mode.
[4345] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: PASV
[4345] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 Passive delayed.
[4345] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[4345] Tue Apr 16 14:57:49 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[4345] Tue Apr 16 14:57:49 2019 :: incoming transfer
[4345] Tue Apr 16 14:57:49 2019 :: requested node: dpmpool9.farm.particle.cz
[4345] Tue Apr 16 14:57:49 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4345] Tue Apr 16 14:57:49 2019 :: connected to remote node
[4345] Tue Apr 16 14:57:49 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 127 Entering Passive Mode (147,231,25,47,83,111)
[4345] Tue Apr 16 14:57:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5'
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4571] Tue Apr 16 14:57:51 2019 :: New connection from: mikan06.farm.particle.cz:52916
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: USER :globus-mapping:
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 331 Password required for :globus-mapping:.
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: PASS dummy
[4571] Tue Apr 16 14:57:51 2019 :: dmlite :: starting new connection
[4571] Tue Apr 16 14:57:51 2019 :: dmlite :: DSI options :: dome_checksum
[4571] Tue Apr 16 14:57:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4571] Tue Apr 16 14:57:51 2019 :: User :globus-mapping: successfully authorized.
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: PASS dummy
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 230-User :globus-mapping: logged in.
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: SITE HELP
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 214-The following commands are recognized:
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: FEAT
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 211-Extensions supported
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 250 OK.
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: TYPE I
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 200 Type set to I.
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: DCAU N
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 200 DCAU N.
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[4571] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[4571] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: single entry
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [CLIENT]: QUIT
[4571] Tue Apr 16 14:57:51 2019 :: mikan06.farm.particle.cz:52916: [SERVER]: 221 Goodbye.
[4571] Tue Apr 16 14:57:51 2019 :: Closed connection from mikan06.farm.particle.cz:52916
[4571] Tue Apr 16 14:57:51 2019 :: dmlite :: closing connection
[4579] Tue Apr 16 14:57:46 2019 :: GFork functionality not enabled.:
[4579] Tue Apr 16 14:57:46 2019 :: Configuration read from /etc/gridftp.conf.
[4579] Tue Apr 16 14:57:46 2019 :: Server started in inetd mode.
[4578] Tue Apr 16 14:57:46 2019 :: GFork functionality not enabled.:
[4578] Tue Apr 16 14:57:46 2019 :: Configuration read from /etc/gridftp.conf.
[4578] Tue Apr 16 14:57:46 2019 :: Server started in inetd mode.
[4578] Tue Apr 16 14:57:46 2019 :: New connection from: ui1.farm.particle.cz:33014
[4580] Tue Apr 16 14:57:46 2019 :: GFork functionality not enabled.:
[4580] Tue Apr 16 14:57:46 2019 :: Configuration read from /etc/gridftp.conf.
[4580] Tue Apr 16 14:57:46 2019 :: Server started in inetd mode.
[4592] Tue Apr 16 14:57:46 2019 :: GFork functionality not enabled.:
[4592] Tue Apr 16 14:57:46 2019 :: Configuration read from /etc/gridftp.conf.
[4592] Tue Apr 16 14:57:46 2019 :: Server started in inetd mode.
[4595] Tue Apr 16 14:57:46 2019 :: GFork functionality not enabled.:
[4595] Tue Apr 16 14:57:46 2019 :: Configuration read from /etc/gridftp.conf.
[4595] Tue Apr 16 14:57:46 2019 :: Server started in inetd mode.
[4281] Tue Apr 16 14:57:48 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:48 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f1.169.1555419466 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 112-Perf Marker
[4281] Tue Apr 16 14:57:48 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1".
[4281] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:48 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f1.169.1555419466 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[4281] Tue Apr 16 14:57:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[4281] Tue Apr 16 14:57:51 2019 :: incoming transfer
[4281] Tue Apr 16 14:57:51 2019 :: requested node: dpmpool20.farm.particle.cz
[4281] Tue Apr 16 14:57:51 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4281] Tue Apr 16 14:57:52 2019 :: connected to remote node
[4281] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,91,89,35)
[4281] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:48 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:48 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f0.168.1555419466 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 112-Perf Marker
[4287] Tue Apr 16 14:57:48 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0".
[4287] Tue Apr 16 14:57:48 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:48 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f0.168.1555419466 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[4287] Tue Apr 16 14:57:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[4287] Tue Apr 16 14:57:51 2019 :: incoming transfer
[4287] Tue Apr 16 14:57:51 2019 :: requested node: dpmpool9.farm.particle.cz
[4287] Tue Apr 16 14:57:51 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:51 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,47,94,252)
[4287] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASV
[4363] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Passive delayed.
[4363] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[4363] Tue Apr 16 14:57:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[4363] Tue Apr 16 14:57:51 2019 :: incoming transfer
[4363] Tue Apr 16 14:57:51 2019 :: requested node: dpmpool20.farm.particle.cz
[4363] Tue Apr 16 14:57:51 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4363] Tue Apr 16 14:57:51 2019 :: connected to remote node
[4363] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 127 Entering Passive Mode (147,231,25,91,94,252)
[4363] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6'
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3186] Tue Apr 16 14:57:49 2019 :: dmlite :: requesting checksum :: /mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[3186] Tue Apr 16 14:57:49 2019 :: requested node: dpmpool21.farm.particle.cz
[3186] Tue Apr 16 14:57:49 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[3186] Tue Apr 16 14:57:49 2019 :: etf-03.cern.ch:36730: [CLIENT]: CKSM ADLER32 0 -1 /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[3186] Tue Apr 16 14:57:50 2019 :: connected to remote node
[3186] Tue Apr 16 14:57:50 2019 :: etf-03.cern.ch:36730: [SERVER]: 213 19e60272
[4287] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7'
[4287] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: single entry
[4287] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4287] Tue Apr 16 14:57:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: PASV
[4557] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 200 Passive delayed.
[4557] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[4557] Tue Apr 16 14:57:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[4557] Tue Apr 16 14:57:51 2019 :: incoming transfer
[4557] Tue Apr 16 14:57:51 2019 :: requested node: dpmpool20.farm.particle.cz
[4557] Tue Apr 16 14:57:51 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4557] Tue Apr 16 14:57:51 2019 :: connected to remote node
[4557] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 127 Entering Passive Mode (147,231,25,91,94,253)
[4557] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5'
[4557] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: single entry
[4557] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4557] Tue Apr 16 14:57:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4'
[4281] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4281] Tue Apr 16 14:57:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:51 2019 :: GFork functionality not enabled.:
[4648] Tue Apr 16 14:57:51 2019 :: Configuration read from /etc/gridftp.conf.
[4648] Tue Apr 16 14:57:51 2019 :: Server started in inetd mode.
[4648] Tue Apr 16 14:57:51 2019 :: New connection from: ui1.farm.particle.cz:33038
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: USER :globus-mapping:
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 331 Password required for :globus-mapping:.
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: PASS dummy
[4648] Tue Apr 16 14:57:51 2019 :: dmlite :: starting new connection
[4648] Tue Apr 16 14:57:51 2019 :: dmlite :: DSI options :: dome_checksum
[4648] Tue Apr 16 14:57:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4648] Tue Apr 16 14:57:51 2019 :: User :globus-mapping: successfully authorized.
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: PASS dummy
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 230-User :globus-mapping: logged in.
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: SITE HELP
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 214-The following commands are recognized:
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: FEAT
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 211-Extensions supported
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 250 OK.
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: TYPE I
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 200 Type set to I.
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: DCAU N
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 200 DCAU N.
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[4648] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: OPTS PASV AllowDelayed=1;
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 200 OPTS Command Successful.
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: PASV
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 200 Passive delayed.
[4648] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[4648] Tue Apr 16 14:57:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[4648] Tue Apr 16 14:57:51 2019 :: incoming transfer
[4648] Tue Apr 16 14:57:51 2019 :: requested node: dpmpool23.farm.particle.cz
[4648] Tue Apr 16 14:57:51 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4648] Tue Apr 16 14:57:52 2019 :: connected to remote node
[4648] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 127 Entering Passive Mode (147,231,25,94,89,35)
[4648] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9'
[4648] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: single entry
[4648] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4648] Tue Apr 16 14:57:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:57:51 2019 :: New connection from: ui1.farm.particle.cz:33016
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: USER :globus-mapping:
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 331 Password required for :globus-mapping:.
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: PASS dummy
[4579] Tue Apr 16 14:57:51 2019 :: dmlite :: starting new connection
[4579] Tue Apr 16 14:57:51 2019 :: dmlite :: DSI options :: dome_checksum
[4579] Tue Apr 16 14:57:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4579] Tue Apr 16 14:57:51 2019 :: User :globus-mapping: successfully authorized.
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: PASS dummy
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 230-User :globus-mapping: logged in.
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: SITE HELP
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 214-The following commands are recognized:
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: FEAT
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 211-Extensions supported
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 250 OK.
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: TYPE I
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 200 Type set to I.
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: DCAU N
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 200 DCAU N.
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[4579] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:57:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: OPTS PASV AllowDelayed=1;
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 200 OPTS Command Successful.
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: PASV
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 200 Passive delayed.
[4579] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[4579] Tue Apr 16 14:57:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[4579] Tue Apr 16 14:57:51 2019 :: incoming transfer
[4579] Tue Apr 16 14:57:51 2019 :: requested node: dpmpool23.farm.particle.cz
[4579] Tue Apr 16 14:57:51 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4579] Tue Apr 16 14:57:52 2019 :: connected to remote node
[4579] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 127 Entering Passive Mode (147,231,25,94,89,36)
[4579] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3'
[4579] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: single entry
[4579] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4579] Tue Apr 16 14:57:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: USER :globus-mapping:
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 331 Password required for :globus-mapping:.
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: PASS dummy
[4578] Tue Apr 16 14:57:51 2019 :: dmlite :: starting new connection
[4578] Tue Apr 16 14:57:51 2019 :: dmlite :: DSI options :: dome_checksum
[4578] Tue Apr 16 14:57:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4578] Tue Apr 16 14:57:51 2019 :: User :globus-mapping: successfully authorized.
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: PASS dummy
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 230-User :globus-mapping: logged in.
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: SITE HELP
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 214-The following commands are recognized:
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: FEAT
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 211-Extensions supported
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 250 OK.
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: TYPE I
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 200 Type set to I.
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: DCAU N
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 200 DCAU N.
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[4578] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:57:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: OPTS PASV AllowDelayed=1;
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 200 OPTS Command Successful.
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: PASV
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 200 Passive delayed.
[4578] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[4578] Tue Apr 16 14:57:51 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[4578] Tue Apr 16 14:57:51 2019 :: incoming transfer
[4578] Tue Apr 16 14:57:51 2019 :: requested node: dpmpool22.farm.particle.cz
[4578] Tue Apr 16 14:57:51 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[4578] Tue Apr 16 14:57:52 2019 :: connected to remote node
[4578] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 127 Entering Passive Mode (147,231,25,93,89,35)
[4578] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6'
[4578] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: single entry
[4578] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4578] Tue Apr 16 14:57:53 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:57:49 2019 :: Child process 4519 ended with rc = 0
[1171] Tue Apr 16 14:57:49 2019 :: Child process 4613 ended with rc = 0
[1171] Tue Apr 16 14:57:49 2019 :: Child process 4619 ended with rc = 0
[1171] Tue Apr 16 14:57:49 2019 :: Child process 3147 ended with rc = 0
[1171] Tue Apr 16 14:57:51 2019 :: Child process 4571 ended with rc = 0
[2391] Tue Apr 16 14:57:50 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:50 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 487849984-532414464
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/5.171.1555419469 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 150 Beginning transfer.
[4345] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 112-Perf Marker
[4345] Tue Apr 16 14:57:51 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5".
[4345] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 226 Transfer Complete.
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/5.171.1555419469 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4345] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: PASV
[4345] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 Passive delayed.
[4345] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[4345] Tue Apr 16 14:57:52 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[4345] Tue Apr 16 14:57:52 2019 :: incoming transfer
[4345] Tue Apr 16 14:57:52 2019 :: requested node: dpmpool21.farm.particle.cz
[4345] Tue Apr 16 14:57:52 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4345] Tue Apr 16 14:57:53 2019 :: connected to remote node
[4345] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 127 Entering Passive Mode (147,231,25,92,84,128)
[4345] Tue Apr 16 14:57:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7'
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/7.179.1555419472 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 150 Beginning transfer.
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 112-Perf Marker
[4345] Tue Apr 16 14:57:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7".
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/7.179.1555419472 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 226 Transfer Complete.
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 350 OK. Send RNTO with destination name.
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4557] Tue Apr 16 14:57:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f5.174.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 150 Beginning transfer.
[4557] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 112-Perf Marker
[4557] Tue Apr 16 14:57:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5".
[4557] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 226 Transfer Complete.
[4557] Tue Apr 16 14:57:53 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f5.174.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/6.172.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 150 Beginning transfer.
[4363] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 112-Perf Marker
[4363] Tue Apr 16 14:57:52 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6".
[4363] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 226 Transfer Complete.
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/6.172.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:52 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:52 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4363] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: RNFR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting-tmp
[4363] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 350 OK. Send RNTO with destination name.
[4363] Tue Apr 16 14:57:54 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: RNTO /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250 OK.
[4363] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[4363] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:54 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4627] Tue Apr 16 14:57:50 2019 :: GFork functionality not enabled.:
[4627] Tue Apr 16 14:57:50 2019 :: Configuration read from /etc/gridftp.conf.
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: PASV
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 Passive delayed.
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[4345] Tue Apr 16 14:57:54 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[4345] Tue Apr 16 14:57:54 2019 :: incoming transfer
[4345] Tue Apr 16 14:57:54 2019 :: requested node: dpmpool9.farm.particle.cz
[4345] Tue Apr 16 14:57:54 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4345] Tue Apr 16 14:57:54 2019 :: connected to remote node
[4345] Tue Apr 16 14:57:54 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 127 Entering Passive Mode (147,231,25,47,93,182)
[4345] Tue Apr 16 14:57:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8'
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4635] Tue Apr 16 14:57:51 2019 :: GFork functionality not enabled.:
[4635] Tue Apr 16 14:57:51 2019 :: Configuration read from /etc/gridftp.conf.
[4579] Tue Apr 16 14:57:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:57:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f3.177.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 150 Beginning transfer.
[4579] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 112-Perf Marker
[4579] Tue Apr 16 14:57:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3".
[4579] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 226 Transfer Complete.
[4579] Tue Apr 16 14:57:53 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f3.177.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:57:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:57:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f6.178.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 150 Beginning transfer.
[4578] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 112-Perf Marker
[4578] Tue Apr 16 14:57:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6".
[4578] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 226 Transfer Complete.
[4578] Tue Apr 16 14:57:53 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f6.178.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:57:51 2019 :: New connection from: ui1.farm.particle.cz:33018
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: USER :globus-mapping:
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 331 Password required for :globus-mapping:.
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: PASS dummy
[4580] Tue Apr 16 14:57:51 2019 :: dmlite :: starting new connection
[4580] Tue Apr 16 14:57:51 2019 :: dmlite :: DSI options :: dome_checksum
[4580] Tue Apr 16 14:57:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4580] Tue Apr 16 14:57:51 2019 :: User :globus-mapping: successfully authorized.
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: PASS dummy
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 230-User :globus-mapping: logged in.
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: SITE HELP
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 214-The following commands are recognized:
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: FEAT
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 211-Extensions supported
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 250 OK.
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: TYPE I
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 200 Type set to I.
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: DCAU N
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 200 DCAU N.
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[4580] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:57:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4648] Tue Apr 16 14:57:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f9.176.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 150 Beginning transfer.
[4648] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 112-Perf Marker
[4648] Tue Apr 16 14:57:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9".
[4648] Tue Apr 16 14:57:53 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f9.176.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 226 Transfer Complete.
[4592] Tue Apr 16 14:57:51 2019 :: New connection from: ui1.farm.particle.cz:33020
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: USER :globus-mapping:
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 331 Password required for :globus-mapping:.
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: PASS dummy
[4592] Tue Apr 16 14:57:51 2019 :: dmlite :: starting new connection
[4592] Tue Apr 16 14:57:51 2019 :: dmlite :: DSI options :: dome_checksum
[4592] Tue Apr 16 14:57:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4592] Tue Apr 16 14:57:51 2019 :: User :globus-mapping: successfully authorized.
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: PASS dummy
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 230-User :globus-mapping: logged in.
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: SITE HELP
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 214-The following commands are recognized:
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: FEAT
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 211-Extensions supported
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 250 OK.
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: TYPE I
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 200 Type set to I.
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: DCAU N
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 200 DCAU N.
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[4592] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:57:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4595] Tue Apr 16 14:57:51 2019 :: New connection from: ui1.farm.particle.cz:33022
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: USER :globus-mapping:
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 331 Password required for :globus-mapping:.
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: PASS dummy
[4595] Tue Apr 16 14:57:51 2019 :: dmlite :: starting new connection
[4595] Tue Apr 16 14:57:51 2019 :: dmlite :: DSI options :: dome_checksum
[4595] Tue Apr 16 14:57:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4595] Tue Apr 16 14:57:51 2019 :: User :globus-mapping: successfully authorized.
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: PASS dummy
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 230-User :globus-mapping: logged in.
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: SITE HELP
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 214-The following commands are recognized:
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: FEAT
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 211-Extensions supported
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 250 OK.
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: TYPE I
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 200 Type set to I.
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: DCAU N
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 200 DCAU N.
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[4595] Tue Apr 16 14:57:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:57:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:57:51 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4649] Tue Apr 16 14:57:51 2019 :: GFork functionality not enabled.:
[4649] Tue Apr 16 14:57:51 2019 :: Configuration read from /etc/gridftp.conf.
[4649] Tue Apr 16 14:57:51 2019 :: Server started in inetd mode.
[4281] Tue Apr 16 14:57:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.175.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 112-Perf Marker
[4281] Tue Apr 16 14:57:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4".
[4281] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:57:53 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.175.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:53 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:53 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f7.173.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 112-Perf Marker
[4287] Tue Apr 16 14:57:53 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7".
[4287] Tue Apr 16 14:57:53 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:53 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f7.173.1555419471 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASV
[4363] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Passive delayed.
[4363] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[4363] Tue Apr 16 14:57:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[4363] Tue Apr 16 14:57:56 2019 :: incoming transfer
[4363] Tue Apr 16 14:57:56 2019 :: requested node: dpmpool9.farm.particle.cz
[4363] Tue Apr 16 14:57:56 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4363] Tue Apr 16 14:57:56 2019 :: connected to remote node
[4363] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 127 Entering Passive Mode (147,231,25,47,92,18)
[4363] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9'
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: OPTS PASV AllowDelayed=1;
[4595] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 200 OPTS Command Successful.
[4595] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: PASV
[4595] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 200 Passive delayed.
[4595] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[4595] Tue Apr 16 14:57:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[4595] Tue Apr 16 14:57:56 2019 :: incoming transfer
[4595] Tue Apr 16 14:57:56 2019 :: requested node: dpmpool9.farm.particle.cz
[4595] Tue Apr 16 14:57:56 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4595] Tue Apr 16 14:57:56 2019 :: connected to remote node
[4595] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 127 Entering Passive Mode (147,231,25,47,92,19)
[4595] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8'
[4595] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4595] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4595] Tue Apr 16 14:57:58 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2391] Tue Apr 16 14:57:55 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:57:55 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 532414464-566493184
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/8.180.1555419474 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 150 Beginning transfer.
[4345] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 112-Perf Marker
[4345] Tue Apr 16 14:57:56 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8".
[4345] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 226 Transfer Complete.
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/8.180.1555419474 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4345] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/0
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/1
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/2
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/3
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/4
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/5
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/6
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/7
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/8
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4693] Tue Apr 16 14:57:58 2019 :: GFork functionality not enabled.:
[4693] Tue Apr 16 14:57:58 2019 :: Configuration read from /etc/gridftp.conf.
[4693] Tue Apr 16 14:57:58 2019 :: Server started in inetd mode.
[4693] Tue Apr 16 14:57:58 2019 :: New connection from: fts808.cern.ch:49776
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: USER :globus-mapping:
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [SERVER]: 331 Password required for :globus-mapping:.
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: PASS dummy
[4693] Tue Apr 16 14:57:58 2019 :: dmlite :: starting new connection
[4693] Tue Apr 16 14:57:58 2019 :: dmlite :: DSI options :: dome_checksum
[4693] Tue Apr 16 14:57:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4693] Tue Apr 16 14:57:58 2019 :: User :globus-mapping: successfully authorized.
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: PASS dummy
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [SERVER]: 230-User :globus-mapping: logged in.
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: SITE HELP
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [SERVER]: 214-The following commands are recognized:
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: FEAT
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [SERVER]: 211-Extensions supported
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=71feca83-d812-5f63-b4bd-ff60b8f5dd8c;file-id=696363475;retry=0
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [SERVER]: 250 OK.
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: TYPE I
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [SERVER]: 200 Type set to I.
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: DCAU N
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [SERVER]: 200 DCAU N.
[4693] Tue Apr 16 14:57:58 2019 :: fts808.cern.ch:49776: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[4693] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4693] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1'
[4693] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: single entry
[4693] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4693] Tue Apr 16 14:58:00 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4557] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[4557] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 250 OK.
[4557] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4557] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4557] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/9.181.1555419476 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 150 Beginning transfer.
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 112-Perf Marker
[4363] Tue Apr 16 14:57:57 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting/9".
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 226 Transfer Complete.
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/9.181.1555419476 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASV
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Passive delayed.
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:57 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4363] Tue Apr 16 14:57:57 2019 :: not delayed
[4363] Tue Apr 16 14:57:57 2019 :: rolling the dice
[4363] Tue Apr 16 14:57:57 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[4363] Tue Apr 16 14:57:57 2019 :: connected to remote node
[4363] Tue Apr 16 14:57:57 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 127 Entering Passive Mode (147,231,25,51,95,68)
[4363] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 150 Beginning transfer.
[4363] Tue Apr 16 14:57:58 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting".
[4363] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 226 Transfer Complete.
[4363] Tue Apr 16 14:57:59 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4363] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel" created successfully.
[4363] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[4363] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4363] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASV
[4363] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Passive delayed.
[4363] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[4363] Tue Apr 16 14:57:59 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[4363] Tue Apr 16 14:57:59 2019 :: incoming transfer
[4363] Tue Apr 16 14:57:59 2019 :: requested node: dpmpool20.farm.particle.cz
[4363] Tue Apr 16 14:57:59 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4363] Tue Apr 16 14:57:59 2019 :: connected to remote node
[4363] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 127 Entering Passive Mode (147,231,25,91,87,98)
[4363] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4580] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4580] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 250 OK.
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: OPTS PASV AllowDelayed=1;
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 200 OPTS Command Successful.
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: PASV
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 200 Passive delayed.
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4580] Tue Apr 16 14:57:58 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4580] Tue Apr 16 14:57:58 2019 :: incoming transfer
[4580] Tue Apr 16 14:57:58 2019 :: requested node: dpmpool21.farm.particle.cz
[4580] Tue Apr 16 14:57:58 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4580] Tue Apr 16 14:57:58 2019 :: connected to remote node
[4580] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 127 Entering Passive Mode (147,231,25,92,89,42)
[4580] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[4580] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: single entry
[4580] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4580] Tue Apr 16 14:58:00 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4627] Tue Apr 16 14:57:55 2019 :: Server started in inetd mode.
[4627] Tue Apr 16 14:58:00 2019 :: New connection from: aplex06.farm.particle.cz:58056
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: USER :globus-mapping:
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 331 Password required for :globus-mapping:.
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: PASS dummy
[4627] Tue Apr 16 14:58:00 2019 :: dmlite :: starting new connection
[4627] Tue Apr 16 14:58:00 2019 :: dmlite :: DSI options :: dome_checksum
[4627] Tue Apr 16 14:58:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4627] Tue Apr 16 14:58:00 2019 :: User :globus-mapping: successfully authorized.
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: PASS dummy
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 230-User :globus-mapping: logged in.
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: SITE HELP
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 214-The following commands are recognized:
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: FEAT
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 211-Extensions supported
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 250 OK.
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: TYPE I
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 200 Type set to I.
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: DCAU N
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 200 DCAU N.
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1
[4627] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4627] Tue Apr 16 14:58:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [CLIENT]: QUIT
[4627] Tue Apr 16 14:58:00 2019 :: aplex06.farm.particle.cz:58056: [SERVER]: 221 Goodbye.
[4627] Tue Apr 16 14:58:00 2019 :: Closed connection from aplex06.farm.particle.cz:58056
[4627] Tue Apr 16 14:58:00 2019 :: dmlite :: closing connection
[4363] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1'
[4363] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4363] Tue Apr 16 14:58:00 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4635] Tue Apr 16 14:57:56 2019 :: Server started in inetd mode.
[4579] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[4579] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 250 OK.
[4578] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[4578] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 250 OK.
[4580] Tue Apr 16 14:58:00 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:58:00 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.183.1555419478 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 150 Beginning transfer.
[4580] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 112-Perf Marker
[4580] Tue Apr 16 14:58:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[4580] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 226 Transfer Complete.
[4580] Tue Apr 16 14:58:00 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.183.1555419478 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[4648] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 250 OK.
[4648] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: PASV
[4648] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 200 Passive delayed.
[4648] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4648] Tue Apr 16 14:58:00 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4648] Tue Apr 16 14:58:00 2019 :: incoming transfer
[4648] Tue Apr 16 14:58:00 2019 :: requested node: dpmpool16.farm.particle.cz
[4648] Tue Apr 16 14:58:00 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[4648] Tue Apr 16 14:58:00 2019 :: connected to remote node
[4648] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 127 Entering Passive Mode (147,231,25,56,79,227)
[4648] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4592] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: single entry
[4592] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4592] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[4592] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 250 OK.
[4592] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4592] Tue Apr 16 14:57:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:57:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4595] Tue Apr 16 14:57:58 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:57:58 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f8.182.1555419476 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 150 Beginning transfer.
[4595] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 112-Perf Marker
[4595] Tue Apr 16 14:57:58 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8".
[4595] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 226 Transfer Complete.
[4595] Tue Apr 16 14:57:58 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f8.182.1555419476 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[4595] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 250 OK.
[4649] Tue Apr 16 14:57:56 2019 :: New connection from: ui1.farm.particle.cz:33040
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: USER :globus-mapping:
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 331 Password required for :globus-mapping:.
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: PASS dummy
[4649] Tue Apr 16 14:57:56 2019 :: dmlite :: starting new connection
[4649] Tue Apr 16 14:57:56 2019 :: dmlite :: DSI options :: dome_checksum
[4649] Tue Apr 16 14:57:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4649] Tue Apr 16 14:57:56 2019 :: User :globus-mapping: successfully authorized.
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: PASS dummy
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 230-User :globus-mapping: logged in.
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: SITE HELP
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 214-The following commands are recognized:
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: FEAT
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 211-Extensions supported
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 250 OK.
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: TYPE I
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 200 Type set to I.
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: DCAU N
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 200 DCAU N.
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[4649] Tue Apr 16 14:57:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:57:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:57:56 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4649] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[4649] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 250 OK.
[4649] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4649] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:58:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4675] Tue Apr 16 14:57:56 2019 :: GFork functionality not enabled.:
[4675] Tue Apr 16 14:57:56 2019 :: Configuration read from /etc/gridftp.conf.
[4675] Tue Apr 16 14:57:56 2019 :: Server started in inetd mode.
[4675] Tue Apr 16 14:57:56 2019 :: New connection from: fts801.cern.ch:49330
[4675] Tue Apr 16 14:57:56 2019 :: fts801.cern.ch:49330: [CLIENT]: USER :globus-mapping:
[4675] Tue Apr 16 14:57:56 2019 :: fts801.cern.ch:49330: [SERVER]: 331 Password required for :globus-mapping:.
[4675] Tue Apr 16 14:57:56 2019 :: fts801.cern.ch:49330: [CLIENT]: PASS dummy
[4675] Tue Apr 16 14:57:56 2019 :: dmlite :: starting new connection
[4675] Tue Apr 16 14:57:56 2019 :: dmlite :: DSI options :: dome_checksum
[4675] Tue Apr 16 14:57:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4675] Tue Apr 16 14:57:56 2019 :: User :globus-mapping: successfully authorized.
[4675] Tue Apr 16 14:57:56 2019 :: fts801.cern.ch:49330: [CLIENT]: PASS dummy
[4675] Tue Apr 16 14:57:56 2019 :: fts801.cern.ch:49330: [SERVER]: 230-User :globus-mapping: logged in.
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [CLIENT]: SITE HELP
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [SERVER]: 214-The following commands are recognized:
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [CLIENT]: FEAT
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [SERVER]: 211-Extensions supported
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=bbe0e761-4ee6-54d2-901c-b2e6a8d7e3c8;file-id=696351935;retry=0
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [SERVER]: 250 OK.
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [CLIENT]: TYPE I
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [SERVER]: 200 Type set to I.
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [CLIENT]: DCAU N
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [SERVER]: 200 DCAU N.
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/d4/26/DAOD_HIGG2D4.17747980._000003.pool.root.1
[4675] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/d4/26/DAOD_HIGG2D4.17747980._000003.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4675] Tue Apr 16 14:57:57 2019 :: dmlite :: stat :: single entry
[4675] Tue Apr 16 14:57:57 2019 :: fts801.cern.ch:49330: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/d4/26/DAOD_HIGG2D4.17747980._000003.pool.root.1
[4648] Tue Apr 16 14:58:01 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[4648] Tue Apr 16 14:58:01 2019 :: dmlite :: stat :: single entry
[4648] Tue Apr 16 14:58:01 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4648] Tue Apr 16 14:58:01 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[4281] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:58:02 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:58:02 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:58:02 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4281] Tue Apr 16 14:58:02 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4281] Tue Apr 16 14:58:02 2019 :: incoming transfer
[4281] Tue Apr 16 14:58:02 2019 :: requested node: dpmpool20.farm.particle.cz
[4281] Tue Apr 16 14:58:02 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: TYPE A
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Type set to A.
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: PASV
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Passive delayed.
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4287] Tue Apr 16 14:57:58 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4287] Tue Apr 16 14:57:58 2019 :: not delayed
[4287] Tue Apr 16 14:57:58 2019 :: rolling the dice
[4287] Tue Apr 16 14:57:58 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4287] Tue Apr 16 14:57:58 2019 :: connected to remote node
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 127 Entering Passive Mode (147,231,25,92,89,41)
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 150 Beginning transfer.
[4287] Tue Apr 16 14:57:58 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel".
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: TYPE I
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 200 Type set to I.
[4287] Tue Apr 16 14:57:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[4287] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250 OK.
[4287] Tue Apr 16 14:58:00 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4287] Tue Apr 16 14:58:00 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250 OK.
[4750] Tue Apr 16 14:58:00 2019 :: GFork functionality not enabled.:
[4750] Tue Apr 16 14:58:00 2019 :: Configuration read from /etc/gridftp.conf.
[4750] Tue Apr 16 14:58:00 2019 :: Server started in inetd mode.
[4750] Tue Apr 16 14:58:00 2019 :: New connection from: fts800.cern.ch:39368
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: USER :globus-mapping:
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 331 Password required for :globus-mapping:.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: PASS dummy
[4750] Tue Apr 16 14:58:01 2019 :: dmlite :: starting new connection
[4750] Tue Apr 16 14:58:01 2019 :: dmlite :: DSI options :: dome_checksum
[4750] Tue Apr 16 14:58:01 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4750] Tue Apr 16 14:58:01 2019 :: User :globus-mapping: successfully authorized.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: PASS dummy
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 230-User :globus-mapping: logged in.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: SITE HELP
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 214-The following commands are recognized:
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: FEAT
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 211-Extensions supported
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6139ea43-0bc0-5083-a604-38d28c39e027;file-id=696363688;retry=0
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 250 OK.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: TYPE I
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 200 Type set to I.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: MODE E
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 200 Mode set to E.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: DCAU N
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 200 DCAU N.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: OPTS PASV AllowDelayed=1;
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 200 OPTS Command Successful.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: EPSV
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 200 Passive delayed.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: ALLO 857284419
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 200 ALLO command successful.
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1
[4750] Tue Apr 16 14:58:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1
[4750] Tue Apr 16 14:58:01 2019 :: incoming transfer
[4750] Tue Apr 16 14:58:01 2019 :: requested node: dpmpool21.farm.particle.cz
[4750] Tue Apr 16 14:58:01 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4750] Tue Apr 16 14:58:01 2019 :: connected to remote node
[4750] Tue Apr 16 14:58:01 2019 :: fts800.cern.ch:39368: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::21|24133|)
[4750] Tue Apr 16 14:58:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4750] Tue Apr 16 14:58:02 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1'
[4750] Tue Apr 16 14:58:02 2019 :: dmlite :: stat :: single entry
[4750] Tue Apr 16 14:58:02 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4750] Tue Apr 16 14:58:02 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4685] Tue Apr 16 14:57:58 2019 :: GFork functionality not enabled.:
[4685] Tue Apr 16 14:57:58 2019 :: Configuration read from /etc/gridftp.conf.
[4685] Tue Apr 16 14:57:58 2019 :: Server started in inetd mode.
[4685] Tue Apr 16 14:57:58 2019 :: New connection from: ui1.farm.particle.cz:33068
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: USER :globus-mapping:
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 331 Password required for :globus-mapping:.
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: PASS dummy
[4685] Tue Apr 16 14:57:58 2019 :: dmlite :: starting new connection
[4685] Tue Apr 16 14:57:58 2019 :: dmlite :: DSI options :: dome_checksum
[4685] Tue Apr 16 14:57:58 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4685] Tue Apr 16 14:57:58 2019 :: User :globus-mapping: successfully authorized.
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: PASS dummy
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 230-User :globus-mapping: logged in.
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: SITE HELP
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 214-The following commands are recognized:
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: FEAT
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 211-Extensions supported
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 250 OK.
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: TYPE I
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 200 Type set to I.
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: DCAU N
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 200 DCAU N.
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: OPTS PASV AllowDelayed=1;
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 200 OPTS Command Successful.
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: PASV
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 200 Passive delayed.
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4685] Tue Apr 16 14:57:58 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting
[4685] Tue Apr 16 14:57:58 2019 :: not delayed
[4685] Tue Apr 16 14:57:58 2019 :: rolling the dice
[4685] Tue Apr 16 14:57:58 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[4685] Tue Apr 16 14:57:58 2019 :: connected to remote node
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 127 Entering Passive Mode (147,231,25,64,89,41)
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 150 Beginning transfer.
[4685] Tue Apr 16 14:57:58 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/spc-accounting".
[4685] Tue Apr 16 14:57:58 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 226 Transfer Complete.
[4685] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[4685] Tue Apr 16 14:57:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:57:59 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:57:59 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1171] Tue Apr 16 14:58:00 2019 :: Child process 4627 ended with rc = 0
[4693] Tue Apr 16 14:58:00 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4693] Tue Apr 16 14:58:00 2019 :: fts808.cern.ch:49776: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[4693] Tue Apr 16 14:58:00 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4693] Tue Apr 16 14:58:00 2019 :: fts808.cern.ch:49776: [CLIENT]: DELE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[4693] Tue Apr 16 14:58:00 2019 :: fts808.cern.ch:49776: [SERVER]: 250 OK.
[4281] Tue Apr 16 14:58:02 2019 :: connected to remote node
[4281] Tue Apr 16 14:58:02 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,91,81,81)
[4281] Tue Apr 16 14:58:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:58:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[4281] Tue Apr 16 14:58:03 2019 :: dmlite :: stat :: single entry
[4281] Tue Apr 16 14:58:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4281] Tue Apr 16 14:58:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[2391] Tue Apr 16 14:58:00 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:00 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 566493184-599523328
[4705] Tue Apr 16 14:57:59 2019 :: GFork functionality not enabled.:
[4705] Tue Apr 16 14:57:59 2019 :: Configuration read from /etc/gridftp.conf.
[4705] Tue Apr 16 14:57:59 2019 :: Server started in inetd mode.
[4705] Tue Apr 16 14:57:59 2019 :: New connection from: ui1.farm.particle.cz:33078
[4704] Tue Apr 16 14:57:59 2019 :: GFork functionality not enabled.:
[4704] Tue Apr 16 14:57:59 2019 :: Configuration read from /etc/gridftp.conf.
[4704] Tue Apr 16 14:57:59 2019 :: Server started in inetd mode.
[4704] Tue Apr 16 14:57:59 2019 :: New connection from: ui1.farm.particle.cz:33076
[4706] Tue Apr 16 14:57:59 2019 :: GFork functionality not enabled.:
[4706] Tue Apr 16 14:57:59 2019 :: Configuration read from /etc/gridftp.conf.
[4706] Tue Apr 16 14:57:59 2019 :: Server started in inetd mode.
[4707] Tue Apr 16 14:57:59 2019 :: GFork functionality not enabled.:
[4707] Tue Apr 16 14:57:59 2019 :: Configuration read from /etc/gridftp.conf.
[4707] Tue Apr 16 14:57:59 2019 :: Server started in inetd mode.
[4714] Tue Apr 16 14:57:59 2019 :: GFork functionality not enabled.:
[4714] Tue Apr 16 14:57:59 2019 :: Configuration read from /etc/gridftp.conf.
[4714] Tue Apr 16 14:57:59 2019 :: Server started in inetd mode.
[4345] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: PASV
[4345] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 200 Passive delayed.
[4345] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[4345] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[4345] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4557] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4557] Tue Apr 16 14:58:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:58:03 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4557] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4363] Tue Apr 16 14:58:00 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:00 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f1.184.1555419479 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 150 Beginning transfer.
[4363] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 112-Perf Marker
[4363] Tue Apr 16 14:58:04 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1".
[4363] Tue Apr 16 14:58:04 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f1.184.1555419479 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 226 Transfer Complete.
[4363] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: PASV
[4363] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 200 Passive delayed.
[4363] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[4363] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[4363] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4363] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool21.farm.particle.cz
[4363] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4363] Tue Apr 16 14:58:04 2019 :: connected to remote node
[4363] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 127 Entering Passive Mode (147,231,25,92,79,153)
[4363] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: OPTS PASV AllowDelayed=1;
[4592] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 200 OPTS Command Successful.
[4592] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: PASV
[4592] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 200 Passive delayed.
[4592] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4592] Tue Apr 16 14:58:03 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4592] Tue Apr 16 14:58:03 2019 :: incoming transfer
[4592] Tue Apr 16 14:58:03 2019 :: requested node: dpmpool20.farm.particle.cz
[4592] Tue Apr 16 14:58:03 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4592] Tue Apr 16 14:58:03 2019 :: connected to remote node
[4592] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 127 Entering Passive Mode (147,231,25,91,79,121)
[4592] Tue Apr 16 14:58:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[4592] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: single entry
[4592] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4592] Tue Apr 16 14:58:05 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4735] Tue Apr 16 14:58:00 2019 :: GFork functionality not enabled.:
[4735] Tue Apr 16 14:58:00 2019 :: Configuration read from /etc/gridftp.conf.
[4735] Tue Apr 16 14:58:00 2019 :: Server started in inetd mode.
[4735] Tue Apr 16 14:58:00 2019 :: New connection from: fts800.cern.ch:39350
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: USER :globus-mapping:
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 331 Password required for :globus-mapping:.
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: PASS dummy
[4735] Tue Apr 16 14:58:00 2019 :: dmlite :: starting new connection
[4735] Tue Apr 16 14:58:00 2019 :: dmlite :: DSI options :: dome_checksum
[4735] Tue Apr 16 14:58:00 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4735] Tue Apr 16 14:58:00 2019 :: User :globus-mapping: successfully authorized.
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: PASS dummy
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 230-User :globus-mapping: logged in.
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: SITE HELP
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 214-The following commands are recognized:
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: FEAT
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 211-Extensions supported
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6139ea43-0bc0-5083-a604-38d28c39e027;file-id=696363688;retry=0
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 250 OK.
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: TYPE I
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 200 Type set to I.
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: DCAU N
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 200 DCAU N.
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1
[4735] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4735] Tue Apr 16 14:58:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff
[4735] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4735] Tue Apr 16 14:58:00 2019 :: dmlite :: stat :: single entry
[4735] Tue Apr 16 14:58:00 2019 :: fts800.cern.ch:39350: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff
[4743] Tue Apr 16 14:58:00 2019 :: GFork functionality not enabled.:
[4743] Tue Apr 16 14:58:00 2019 :: Configuration read from /etc/gridftp.conf.
[4743] Tue Apr 16 14:58:00 2019 :: Server started in inetd mode.
[4750] Tue Apr 16 14:58:02 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4750] Tue Apr 16 14:58:02 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024815.pool.root.1.186.1555419481 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4750] Tue Apr 16 14:58:02 2019 :: fts800.cern.ch:39368: [SERVER]: 150 Beginning transfer.
[4750] Tue Apr 16 14:58:02 2019 :: fts800.cern.ch:39368: [SERVER]: 112-Perf Marker
[4345] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool9.farm.particle.cz
[4345] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4345] Tue Apr 16 14:58:04 2019 :: connected to remote node
[4345] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 127 Entering Passive Mode (147,231,25,47,79,153)
[4345] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2'
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: PASV
[4685] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 200 Passive delayed.
[4685] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[4685] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[4685] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4685] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool9.farm.particle.cz
[4685] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4685] Tue Apr 16 14:58:04 2019 :: connected to remote node
[4685] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 127 Entering Passive Mode (147,231,25,47,79,154)
[4685] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0'
[4685] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4685] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4685] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4773] Tue Apr 16 14:58:04 2019 :: GFork functionality not enabled.:
[4773] Tue Apr 16 14:58:04 2019 :: Configuration read from /etc/gridftp.conf.
[4773] Tue Apr 16 14:58:04 2019 :: Server started in inetd mode.
[4773] Tue Apr 16 14:58:04 2019 :: New connection from: fts808.cern.ch:49872
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: USER :globus-mapping:
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 331 Password required for :globus-mapping:.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: PASS dummy
[4773] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4773] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4773] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4773] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: PASS dummy
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 230-User :globus-mapping: logged in.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: SITE HELP
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 214-The following commands are recognized:
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: FEAT
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 211-Extensions supported
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=71feca83-d812-5f63-b4bd-ff60b8f5dd8c;file-id=696363475;retry=0
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 250 OK.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: TYPE I
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 200 Type set to I.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: MODE E
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 200 Mode set to E.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: DCAU N
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 200 DCAU N.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: OPTS PASV AllowDelayed=1;
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 200 OPTS Command Successful.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: EPSV
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 200 Passive delayed.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: ALLO 836485986
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 200 ALLO command successful.
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[4773] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[4773] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4773] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool20.farm.particle.cz
[4773] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4773] Tue Apr 16 14:58:04 2019 :: connected to remote node
[4773] Tue Apr 16 14:58:04 2019 :: fts808.cern.ch:49872: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::20|20377|)
[4773] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4773] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1'
[4773] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4773] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4773] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: USER :globus-mapping:
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 331 Password required for :globus-mapping:.
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: PASS dummy
[4704] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4704] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4704] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4704] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: PASS dummy
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 230-User :globus-mapping: logged in.
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: SITE HELP
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 214-The following commands are recognized:
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: FEAT
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 211-Extensions supported
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 250 OK.
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: TYPE I
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 200 Type set to I.
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: DCAU N
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 200 DCAU N.
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[4704] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: OPTS PASV AllowDelayed=1;
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 200 OPTS Command Successful.
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: PASV
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 200 Passive delayed.
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[4704] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[4704] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4704] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool9.farm.particle.cz
[4704] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4704] Tue Apr 16 14:58:04 2019 :: connected to remote node
[4704] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 127 Entering Passive Mode (147,231,25,47,79,155)
[4704] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5'
[4704] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4704] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4704] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:04 2019 :: New connection from: ui1.farm.particle.cz:33082
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: USER :globus-mapping:
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 331 Password required for :globus-mapping:.
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: PASS dummy
[4707] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4707] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4707] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4707] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: PASS dummy
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 230-User :globus-mapping: logged in.
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: SITE HELP
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 214-The following commands are recognized:
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: FEAT
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 211-Extensions supported
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 250 OK.
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: TYPE I
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 200 Type set to I.
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: DCAU N
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 200 DCAU N.
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[4707] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: OPTS PASV AllowDelayed=1;
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 200 OPTS Command Successful.
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: PASV
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 200 Passive delayed.
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[4707] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[4707] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4707] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool23.farm.particle.cz
[4707] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4707] Tue Apr 16 14:58:04 2019 :: connected to remote node
[4707] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 127 Entering Passive Mode (147,231,25,94,79,153)
[4707] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3'
[4707] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4707] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4707] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6'
[4363] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4363] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:04 2019 :: New connection from: ui1.farm.particle.cz:33084
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: USER :globus-mapping:
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 331 Password required for :globus-mapping:.
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: PASS dummy
[4714] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4714] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4714] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4714] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: PASS dummy
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 230-User :globus-mapping: logged in.
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: SITE HELP
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 214-The following commands are recognized:
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: FEAT
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 211-Extensions supported
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 250 OK.
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: TYPE I
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 200 Type set to I.
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: DCAU N
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 200 DCAU N.
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[4714] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: OPTS PASV AllowDelayed=1;
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 200 OPTS Command Successful.
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: PASV
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 200 Passive delayed.
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[4714] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[4714] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4714] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool23.farm.particle.cz
[4714] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4714] Tue Apr 16 14:58:04 2019 :: connected to remote node
[4714] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 127 Entering Passive Mode (147,231,25,94,79,154)
[4714] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4'
[4714] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4714] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4714] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: USER :globus-mapping:
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 331 Password required for :globus-mapping:.
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: PASS dummy
[4705] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4705] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4705] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4705] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: PASS dummy
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 230-User :globus-mapping: logged in.
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: SITE HELP
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 214-The following commands are recognized:
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: FEAT
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 211-Extensions supported
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 250 OK.
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: TYPE I
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 200 Type set to I.
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: DCAU N
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 200 DCAU N.
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[4705] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: OPTS PASV AllowDelayed=1;
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 200 OPTS Command Successful.
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: PASV
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 200 Passive delayed.
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[4705] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[4705] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4705] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool21.farm.particle.cz
[4705] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4705] Tue Apr 16 14:58:04 2019 :: connected to remote node
[4705] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 127 Entering Passive Mode (147,231,25,92,79,154)
[4705] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9'
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:04 2019 :: New connection from: ui1.farm.particle.cz:33080
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: USER :globus-mapping:
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 331 Password required for :globus-mapping:.
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: PASS dummy
[4706] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4706] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4706] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4706] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: PASS dummy
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 230-User :globus-mapping: logged in.
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: SITE HELP
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 214-The following commands are recognized:
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: FEAT
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 211-Extensions supported
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 250 OK.
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: TYPE I
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 200 Type set to I.
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: DCAU N
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 200 DCAU N.
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[4706] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: OPTS PASV AllowDelayed=1;
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 200 OPTS Command Successful.
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: PASV
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 200 Passive delayed.
[4706] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[4706] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[4706] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4706] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool21.farm.particle.cz
[4706] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4706] Tue Apr 16 14:58:05 2019 :: connected to remote node
[4706] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 127 Entering Passive Mode (147,231,25,92,94,68)
[4706] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7'
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:04 2019 :: GFork functionality not enabled.:
[4779] Tue Apr 16 14:58:04 2019 :: Configuration read from /etc/gridftp.conf.
[4779] Tue Apr 16 14:58:04 2019 :: Server started in inetd mode.
[4779] Tue Apr 16 14:58:04 2019 :: New connection from: ui1.farm.particle.cz:33092
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: USER :globus-mapping:
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 331 Password required for :globus-mapping:.
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: PASS dummy
[4779] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4779] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4779] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4779] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: PASS dummy
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 230-User :globus-mapping: logged in.
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: SITE HELP
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 214-The following commands are recognized:
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: FEAT
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 211-Extensions supported
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 250 OK.
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: TYPE I
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 200 Type set to I.
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: DCAU N
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 200 DCAU N.
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[4779] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: OPTS PASV AllowDelayed=1;
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 200 OPTS Command Successful.
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: PASV
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 200 Passive delayed.
[4779] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[4779] Tue Apr 16 14:58:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[4779] Tue Apr 16 14:58:04 2019 :: incoming transfer
[4779] Tue Apr 16 14:58:04 2019 :: requested node: dpmpool20.farm.particle.cz
[4779] Tue Apr 16 14:58:04 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4779] Tue Apr 16 14:58:05 2019 :: connected to remote node
[4779] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 127 Entering Passive Mode (147,231,25,91,94,68)
[4779] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8'
[4779] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4779] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4779] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4635] Tue Apr 16 14:58:01 2019 :: New connection from: mikan06.farm.particle.cz:52922
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: USER :globus-mapping:
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 331 Password required for :globus-mapping:.
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: PASS dummy
[4635] Tue Apr 16 14:58:06 2019 :: dmlite :: starting new connection
[4635] Tue Apr 16 14:58:06 2019 :: dmlite :: DSI options :: dome_checksum
[4635] Tue Apr 16 14:58:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4635] Tue Apr 16 14:58:06 2019 :: User :globus-mapping: successfully authorized.
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: PASS dummy
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 230-User :globus-mapping: logged in.
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: SITE HELP
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 214-The following commands are recognized:
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: FEAT
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 211-Extensions supported
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 250 OK.
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: TYPE I
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 200 Type set to I.
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: DCAU N
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 200 DCAU N.
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[4635] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan06.farm.particle.cz
[4635] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/d5/42/log.17663177._065217.job.log.tgz.1
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [CLIENT]: QUIT
[4635] Tue Apr 16 14:58:06 2019 :: mikan06.farm.particle.cz:52922: [SERVER]: 221 Goodbye.
[4635] Tue Apr 16 14:58:06 2019 :: Closed connection from mikan06.farm.particle.cz:52922
[4635] Tue Apr 16 14:58:06 2019 :: dmlite :: closing connection
[4579] Tue Apr 16 14:58:01 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:58:02 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4579] Tue Apr 16 14:58:02 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 250 OK.
[4578] Tue Apr 16 14:58:02 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4578] Tue Apr 16 14:58:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:58:02 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4578] Tue Apr 16 14:58:02 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4580] Tue Apr 16 14:58:05 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4580] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 250 OK.
[4648] Tue Apr 16 14:58:01 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:58:01 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs5/dteamspace/2019-04-16/upload-delete-loop.185.1555419480 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:58:01 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 150 Beginning transfer.
[4648] Tue Apr 16 14:58:01 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 112-Perf Marker
[4648] Tue Apr 16 14:58:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[4648] Tue Apr 16 14:58:01 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs5/dteamspace/2019-04-16/upload-delete-loop.185.1555419480 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:58:01 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 226 Transfer Complete.
[4592] Tue Apr 16 14:58:05 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:58:05 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.188.1555419483 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 150 Beginning transfer.
[4592] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 112-Perf Marker
[4592] Tue Apr 16 14:58:05 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[4592] Tue Apr 16 14:58:05 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.188.1555419483 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4592] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 226 Transfer Complete.
[4595] Tue Apr 16 14:58:03 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4595] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 250 OK.
[4649] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: OPTS PASV AllowDelayed=1;
[4649] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 200 OPTS Command Successful.
[4649] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: PASV
[4649] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 200 Passive delayed.
[4649] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4649] Tue Apr 16 14:58:05 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4649] Tue Apr 16 14:58:05 2019 :: incoming transfer
[4649] Tue Apr 16 14:58:05 2019 :: requested node: dpmpool16.farm.particle.cz
[4649] Tue Apr 16 14:58:05 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[4649] Tue Apr 16 14:58:05 2019 :: connected to remote node
[4649] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 127 Entering Passive Mode (147,231,25,56,94,68)
[4649] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[4649] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4649] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4649] Tue Apr 16 14:58:06 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:58:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:58:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.187.1555419482 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 112-Perf Marker
[4281] Tue Apr 16 14:58:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[4281] Tue Apr 16 14:58:03 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4281] Tue Apr 16 14:58:03 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.187.1555419482 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4281] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: PASV
[4281] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 200 Passive delayed.
[4281] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[4281] Tue Apr 16 14:58:07 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[4281] Tue Apr 16 14:58:07 2019 :: not delayed
[4281] Tue Apr 16 14:58:07 2019 :: rolling the dice
[4281] Tue Apr 16 14:58:07 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[4281] Tue Apr 16 14:58:07 2019 :: connected to remote node
[4281] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 127 Entering Passive Mode (147,231,25,51,78,246)
[4281] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 150 Beginning transfer.
[4281] Tue Apr 16 14:58:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1".
[4281] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 226 Transfer Complete.
[4287] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4287] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:58:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:58:05 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4595] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4595] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4595] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: single entry
[4595] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4595] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33022: [CLIENT]: QUIT
[4595] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33022: [SERVER]: 221 Goodbye.
[4595] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:33022
[4595] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4579] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[4579] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4579] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: single entry
[4579] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[4579] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33016: [CLIENT]: QUIT
[4579] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33016: [SERVER]: 221 Goodbye.
[4579] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:33016
[4579] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4578] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33014: [CLIENT]: QUIT
[4578] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33014: [SERVER]: 221 Goodbye.
[4578] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:33014
[4578] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4648] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4648] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4648] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 250 OK.
[4648] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33038: [CLIENT]: QUIT
[4648] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33038: [SERVER]: 221 Goodbye.
[4648] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:33038
[4648] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4557] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33008: [CLIENT]: QUIT
[4557] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33008: [SERVER]: 221 Goodbye.
[4557] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:33008
[4557] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4580] Tue Apr 16 14:58:07 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4580] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4580] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 250 OK.
[4580] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33018: [CLIENT]: QUIT
[4580] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33018: [SERVER]: 221 Goodbye.
[4580] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:33018
[4580] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4649] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs14/dteamspace/2019-04-16/upload-delete-loop.199.1555419485 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 150 Beginning transfer.
[4649] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 112-Perf Marker
[4649] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[4649] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs14/dteamspace/2019-04-16/upload-delete-loop.199.1555419485 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 226 Transfer Complete.
[4649] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[4649] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:58:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4649] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4649] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33040: [CLIENT]: QUIT
[4649] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33040: [SERVER]: 221 Goodbye.
[4649] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:33040
[4649] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4281] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32960: [CLIENT]: QUIT
[4281] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32960: [SERVER]: 221 Goodbye.
[4281] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:32960
[4281] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4287] Tue Apr 16 14:58:07 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4287] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[4287] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 250 OK.
[4287] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32962: [CLIENT]: QUIT
[4287] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:32962: [SERVER]: 221 Goodbye.
[4287] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:32962
[4287] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4592] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: PASV
[4592] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 200 Passive delayed.
[4592] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4592] Tue Apr 16 14:58:07 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4592] Tue Apr 16 14:58:07 2019 :: not delayed
[4592] Tue Apr 16 14:58:07 2019 :: rolling the dice
[4592] Tue Apr 16 14:58:07 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[4592] Tue Apr 16 14:58:07 2019 :: connected to remote node
[4592] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 127 Entering Passive Mode (147,231,25,63,78,246)
[4592] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 150 Beginning transfer.
[4592] Tue Apr 16 14:58:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel".
[4592] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 226 Transfer Complete.
[4592] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33020: [CLIENT]: QUIT
[4592] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33020: [SERVER]: 221 Goodbye.
[4592] Tue Apr 16 14:58:07 2019 :: Closed connection from ui1.farm.particle.cz:33020
[4592] Tue Apr 16 14:58:07 2019 :: dmlite :: closing connection
[4743] Tue Apr 16 14:58:05 2019 :: New connection from: aplex06.farm.particle.cz:58060
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: USER :globus-mapping:
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 331 Password required for :globus-mapping:.
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: PASS dummy
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: starting new connection
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: DSI options :: dome_checksum
[4743] Tue Apr 16 14:58:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4743] Tue Apr 16 14:58:05 2019 :: User :globus-mapping: successfully authorized.
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: PASS dummy
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 230-User :globus-mapping: logged in.
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: SITE HELP
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 214-The following commands are recognized:
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: FEAT
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 211-Extensions supported
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 250 OK.
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: TYPE I
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 200 Type set to I.
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: DCAU N
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 200 DCAU N.
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f' - 22-[#00.000022] Can't create folder '6f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: OPTS PASV AllowDelayed=1;
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 200 OPTS Command Successful.
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: PASV
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 200 Passive delayed.
[4743] Tue Apr 16 14:58:05 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:05 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:05 2019 :: incoming transfer
[4743] Tue Apr 16 14:58:06 2019 :: requested node: dpmpool19.farm.particle.cz
[4743] Tue Apr 16 14:58:06 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[4743] Tue Apr 16 14:58:06 2019 :: connected to remote node
[4743] Tue Apr 16 14:58:06 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 127 Entering Passive Mode (147,231,25,64,88,126)
[4743] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload'
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: single entry
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4826] Tue Apr 16 14:58:05 2019 :: GFork functionality not enabled.:
[4826] Tue Apr 16 14:58:05 2019 :: Configuration read from /etc/gridftp.conf.
[4826] Tue Apr 16 14:58:05 2019 :: Server started in inetd mode.
[4826] Tue Apr 16 14:58:05 2019 :: New connection from: fts801.cern.ch:49412
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: USER :globus-mapping:
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 331 Password required for :globus-mapping:.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: PASS dummy
[4826] Tue Apr 16 14:58:06 2019 :: dmlite :: starting new connection
[4826] Tue Apr 16 14:58:06 2019 :: dmlite :: DSI options :: dome_checksum
[4826] Tue Apr 16 14:58:06 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4826] Tue Apr 16 14:58:06 2019 :: User :globus-mapping: successfully authorized.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: PASS dummy
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 230-User :globus-mapping: logged in.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: SITE HELP
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 214-The following commands are recognized:
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: FEAT
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 211-Extensions supported
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce287895-dd9d-56c5-a289-27ef23584b90;file-id=696363704;retry=0
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 250 OK.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: TYPE I
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 200 Type set to I.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: MODE E
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 200 Mode set to E.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: DCAU N
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 200 DCAU N.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: OPTS PASV AllowDelayed=1;
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 200 OPTS Command Successful.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: EPSV
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 200 Passive delayed.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: ALLO 835193086
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 200 ALLO command successful.
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1
[4826] Tue Apr 16 14:58:06 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1
[4826] Tue Apr 16 14:58:06 2019 :: incoming transfer
[4826] Tue Apr 16 14:58:06 2019 :: requested node: dpmpool22.farm.particle.cz
[4826] Tue Apr 16 14:58:06 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[4826] Tue Apr 16 14:58:06 2019 :: connected to remote node
[4826] Tue Apr 16 14:58:06 2019 :: fts801.cern.ch:49412: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|22654|)
[4826] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4826] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1'
[4826] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: single entry
[4826] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4826] Tue Apr 16 14:58:07 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[3186] Tue Apr 16 14:58:06 2019 :: etf-03.cern.ch:36730: [CLIENT]: MLST /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[3186] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[3186] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[3186] Tue Apr 16 14:58:06 2019 :: etf-03.cern.ch:36730: [SERVER]: 250-status of /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[4750] Tue Apr 16 14:58:07 2019 :: fts800.cern.ch:39368: [SERVER]: 112-Perf Marker
[4750] Tue Apr 16 14:58:07 2019 :: fts800.cern.ch:39368: [SERVER]: 111 Range Marker 0-848035840
[4750] Tue Apr 16 14:58:07 2019 :: fts800.cern.ch:39368: [SERVER]: 112-Perf Marker
[4750] Tue Apr 16 14:58:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1".
[4750] Tue Apr 16 14:58:07 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024815.pool.root.1.186.1555419481 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4750] Tue Apr 16 14:58:07 2019 :: fts800.cern.ch:39368: [SERVER]: 111 Range Marker 848035840-857284419
[4750] Tue Apr 16 14:58:07 2019 :: fts800.cern.ch:39368: [SERVER]: 226 Transfer Complete.
[4750] Tue Apr 16 14:58:07 2019 :: fts800.cern.ch:39368: [CLIENT]: QUIT
[4750] Tue Apr 16 14:58:07 2019 :: fts800.cern.ch:39368: [SERVER]: 221 Goodbye.
[4750] Tue Apr 16 14:58:08 2019 :: Closed connection from fts800.cern.ch:39368
[4750] Tue Apr 16 14:58:08 2019 :: dmlite :: closing connection
[4685] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f0.190.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 150 Beginning transfer.
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 112-Perf Marker
[4685] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0".
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 226 Transfer Complete.
[4685] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f0.190.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: TYPE A
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 200 Type set to A.
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: PASV
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 200 Passive delayed.
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4685] Tue Apr 16 14:58:06 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4685] Tue Apr 16 14:58:06 2019 :: not delayed
[4685] Tue Apr 16 14:58:06 2019 :: rolling the dice
[4685] Tue Apr 16 14:58:06 2019 :: remote node: dpmpool1.farm.particle.cz:2811
[4685] Tue Apr 16 14:58:06 2019 :: connected to remote node
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 127 Entering Passive Mode (147,231,25,51,88,126)
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 150 Beginning transfer.
[4685] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel".
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 226 Transfer Complete.
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: TYPE I
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 200 Type set to I.
[4685] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9
[4685] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 250 OK.
[4854] Tue Apr 16 14:58:08 2019 :: GFork functionality not enabled.:
[4854] Tue Apr 16 14:58:08 2019 :: Configuration read from /etc/gridftp.conf.
[4854] Tue Apr 16 14:58:08 2019 :: Server started in inetd mode.
[4854] Tue Apr 16 14:58:08 2019 :: New connection from: fts800.cern.ch:39516
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [CLIENT]: USER :globus-mapping:
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [SERVER]: 331 Password required for :globus-mapping:.
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [CLIENT]: PASS dummy
[4854] Tue Apr 16 14:58:08 2019 :: dmlite :: starting new connection
[4854] Tue Apr 16 14:58:08 2019 :: dmlite :: DSI options :: dome_checksum
[4854] Tue Apr 16 14:58:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4854] Tue Apr 16 14:58:08 2019 :: User :globus-mapping: successfully authorized.
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [CLIENT]: PASS dummy
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [SERVER]: 230-User :globus-mapping: logged in.
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [CLIENT]: SITE HELP
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [SERVER]: 214-The following commands are recognized:
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [CLIENT]: FEAT
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [SERVER]: 211-Extensions supported
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6139ea43-0bc0-5083-a604-38d28c39e027;file-id=696363688;retry=0
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [SERVER]: 250 OK.
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [CLIENT]: QUIT
[4854] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39516: [SERVER]: 221 Goodbye.
[4854] Tue Apr 16 14:58:08 2019 :: Closed connection from fts800.cern.ch:39516
[4854] Tue Apr 16 14:58:08 2019 :: dmlite :: closing connection
[4707] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f3.192.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 150 Beginning transfer.
[4707] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 112-Perf Marker
[4707] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3".
[4707] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 226 Transfer Complete.
[4707] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f3.192.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f0
[4707] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 250 OK.
[4707] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: PASV
[4707] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 200 Passive delayed.
[4707] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4707] Tue Apr 16 14:58:06 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4707] Tue Apr 16 14:58:06 2019 :: incoming transfer
[4707] Tue Apr 16 14:58:06 2019 :: requested node: dpmpool9.farm.particle.cz
[4707] Tue Apr 16 14:58:06 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4707] Tue Apr 16 14:58:07 2019 :: connected to remote node
[4707] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 127 Entering Passive Mode (147,231,25,47,78,246)
[4707] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:08 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[4707] Tue Apr 16 14:58:08 2019 :: dmlite :: stat :: single entry
[4707] Tue Apr 16 14:58:08 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4707] Tue Apr 16 14:58:08 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:58:06 2019 :: Child process 4635 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4281 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4557 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4648 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4649 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4579 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4595 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4578 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4580 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4592 ended with rc = 0
[1171] Tue Apr 16 14:58:07 2019 :: Child process 4287 ended with rc = 0
[1171] Tue Apr 16 14:58:08 2019 :: Child process 4750 ended with rc = 0
[1171] Tue Apr 16 14:58:08 2019 :: Child process 4854 ended with rc = 0
[4766] Tue Apr 16 14:58:03 2019 :: GFork functionality not enabled.:
[4766] Tue Apr 16 14:58:03 2019 :: Configuration read from /etc/gridftp.conf.
[4766] Tue Apr 16 14:58:03 2019 :: Server started in inetd mode.
[4766] Tue Apr 16 14:58:03 2019 :: New connection from: fts308.usatlas.bnl.gov:42470
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: USER :globus-mapping:
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 331 Password required for :globus-mapping:.
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: PASS dummy
[4766] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4766] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4766] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4766] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: PASS dummy
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 230-User :globus-mapping: logged in.
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: SITE HELP
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 214-The following commands are recognized:
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: FEAT
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 211-Extensions supported
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=8ffffecc-9614-529a-9a1f-b1cb56d94419;file-id=117602444;retry=0
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 250 OK.
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: TYPE I
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 200 Type set to I.
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: DCAU N
[4766] Tue Apr 16 14:58:04 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 200 DCAU N.
[4766] Tue Apr 16 14:58:05 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1
[4766] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[4766] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: single entry
[4766] Tue Apr 16 14:58:05 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1
[4766] Tue Apr 16 14:58:05 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[4766] Tue Apr 16 14:58:05 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1
[4766] Tue Apr 16 14:58:05 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1
[4766] Tue Apr 16 14:58:05 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 213 2bea2cf5
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/EVNT.17639170._128454.pool.root.1.rucio.upload.200.1555419486 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:07 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 150 Beginning transfer.
[4743] Tue Apr 16 14:58:07 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 112-Perf Marker
[4743] Tue Apr 16 14:58:07 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload".
[4743] Tue Apr 16 14:58:07 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 226 Transfer Complete.
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/EVNT.17639170._128454.pool.root.1.rucio.upload.200.1555419486 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:07 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: single entry
[4743] Tue Apr 16 14:58:07 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:07 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 213 e0313143
[4743] Tue Apr 16 14:58:08 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:08 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f' - 22-[#00.000022] Can't create folder '6f' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[4743] Tue Apr 16 14:58:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:08 2019 :: dmlite :: stat :: single entry
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1.rucio.upload
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 350 OK. Send RNTO with destination name.
[4743] Tue Apr 16 14:58:08 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 250 OK.
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [CLIENT]: QUIT
[4743] Tue Apr 16 14:58:08 2019 :: aplex06.farm.particle.cz:58060: [SERVER]: 221 Goodbye.
[4743] Tue Apr 16 14:58:08 2019 :: Closed connection from aplex06.farm.particle.cz:58060
[4743] Tue Apr 16 14:58:08 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:58:05 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:05 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 599523328-630718464
[2985] Tue Apr 16 14:58:06 2019 :: etf-03.cern.ch:36346: [CLIENT]: PASV
[2985] Tue Apr 16 14:58:06 2019 :: etf-03.cern.ch:36346: [SERVER]: 200 Passive delayed.
[2985] Tue Apr 16 14:58:06 2019 :: etf-03.cern.ch:36346: [CLIENT]: RETR /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2985] Tue Apr 16 14:58:06 2019 :: passive mode: RETR /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0
[2985] Tue Apr 16 14:58:06 2019 :: outgoing transfer
[2985] Tue Apr 16 14:58:06 2019 :: requested node: dpmpool21.farm.particle.cz
[2985] Tue Apr 16 14:58:06 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[2985] Tue Apr 16 14:58:06 2019 :: connected to remote node
[2985] Tue Apr 16 14:58:06 2019 :: etf-03.cern.ch:36346: [SERVER]: 127 Entering Passive Mode (147,231,25,92,88,126)
[2985] Tue Apr 16 14:58:06 2019 :: dmlite :: send :: requesting transfer :: /dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:58:06 2019 :: etf-03.cern.ch:36346: [SERVER]: 150 Beginning transfer.
[2985] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-15/testfile-prep-GET-ATLASLOCALGROUPDISK.txt.607378828.0".
[2985] Tue Apr 16 14:58:06 2019 :: etf-03.cern.ch:36346: [SERVER]: 226 Transfer Complete.
[4773] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4773] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._024637.pool.root.1.191.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4773] Tue Apr 16 14:58:06 2019 :: fts808.cern.ch:49872: [SERVER]: 150 Beginning transfer.
[4773] Tue Apr 16 14:58:06 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4845] Tue Apr 16 14:58:07 2019 :: GFork functionality not enabled.:
[4845] Tue Apr 16 14:58:07 2019 :: Configuration read from /etc/gridftp.conf.
[4845] Tue Apr 16 14:58:07 2019 :: Server started in inetd mode.
[4845] Tue Apr 16 14:58:07 2019 :: New connection from: ui1.farm.particle.cz:33126
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: USER :globus-mapping:
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 331 Password required for :globus-mapping:.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: PASS dummy
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: starting new connection
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: DSI options :: dome_checksum
[4845] Tue Apr 16 14:58:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4845] Tue Apr 16 14:58:07 2019 :: User :globus-mapping: successfully authorized.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: PASS dummy
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 230-User :globus-mapping: logged in.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: SITE HELP
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 214-The following commands are recognized:
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: FEAT
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 211-Extensions supported
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 250 OK.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: TYPE I
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 200 Type set to I.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: DCAU N
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 200 DCAU N.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: single entry
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1" created successfully.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (309 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: OPTS PASV AllowDelayed=1;
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 200 OPTS Command Successful.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: PASV
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 200 Passive delayed.
[4845] Tue Apr 16 14:58:07 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4845] Tue Apr 16 14:58:07 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4845] Tue Apr 16 14:58:07 2019 :: incoming transfer
[4845] Tue Apr 16 14:58:08 2019 :: requested node: dpmpool9.farm.particle.cz
[4845] Tue Apr 16 14:58:08 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4845] Tue Apr 16 14:58:08 2019 :: connected to remote node
[4845] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 127 Entering Passive Mode (147,231,25,47,97,77)
[4845] Tue Apr 16 14:58:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:09 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services'
[4845] Tue Apr 16 14:58:09 2019 :: dmlite :: stat :: single entry
[4845] Tue Apr 16 14:58:09 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4845] Tue Apr 16 14:58:09 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f9.197.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 150 Beginning transfer.
[4705] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 112-Perf Marker
[4705] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f9".
[4705] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 226 Transfer Complete.
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f9.197.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2
[4705] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 250 OK.
[4705] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4705] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4704] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f5.194.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 150 Beginning transfer.
[4704] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 112-Perf Marker
[4704] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5".
[4704] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 226 Transfer Complete.
[4704] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f5.194.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f1
[4704] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 250 OK.
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f7.195.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 150 Beginning transfer.
[4706] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 112-Perf Marker
[4706] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7".
[4706] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 226 Transfer Complete.
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f7.195.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f7
[4706] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 250 OK.
[4706] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4707] Tue Apr 16 14:58:08 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:08 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/upload-delete-loop.202.1555419486 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 150 Beginning transfer.
[4707] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 112-Perf Marker
[4707] Tue Apr 16 14:58:08 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[4707] Tue Apr 16 14:58:08 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/upload-delete-loop.202.1555419486 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 226 Transfer Complete.
[4714] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.196.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 150 Beginning transfer.
[4714] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 112-Perf Marker
[4714] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4".
[4714] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 226 Transfer Complete.
[4714] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.196.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6
[4714] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 250 OK.
[4714] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4714] Tue Apr 16 14:58:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:08 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4779] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f8.198.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 150 Beginning transfer.
[4779] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 112-Perf Marker
[4779] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8".
[4779] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 226 Transfer Complete.
[4779] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f8.198.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f3
[4779] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 250 OK.
[4779] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: PASV
[4779] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 200 Passive delayed.
[4779] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4779] Tue Apr 16 14:58:08 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4779] Tue Apr 16 14:58:08 2019 :: incoming transfer
[4779] Tue Apr 16 14:58:08 2019 :: requested node: dpmpool9.farm.particle.cz
[4779] Tue Apr 16 14:58:08 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4779] Tue Apr 16 14:58:08 2019 :: connected to remote node
[4779] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 127 Entering Passive Mode (147,231,25,47,97,78)
[4779] Tue Apr 16 14:58:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:04 2019 :: GFork functionality not enabled.:
[4780] Tue Apr 16 14:58:04 2019 :: Configuration read from /etc/gridftp.conf.
[4780] Tue Apr 16 14:58:04 2019 :: Server started in inetd mode.
[4780] Tue Apr 16 14:58:04 2019 :: New connection from: ui1.farm.particle.cz:33094
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: USER :globus-mapping:
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 331 Password required for :globus-mapping:.
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: PASS dummy
[4780] Tue Apr 16 14:58:04 2019 :: dmlite :: starting new connection
[4780] Tue Apr 16 14:58:04 2019 :: dmlite :: DSI options :: dome_checksum
[4780] Tue Apr 16 14:58:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4780] Tue Apr 16 14:58:04 2019 :: User :globus-mapping: successfully authorized.
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: PASS dummy
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 230-User :globus-mapping: logged in.
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: SITE HELP
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 214-The following commands are recognized:
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: FEAT
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 211-Extensions supported
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 250 OK.
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: TYPE I
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 200 Type set to I.
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: DCAU N
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 200 DCAU N.
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[4780] Tue Apr 16 14:58:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:04 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4780] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4780] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4780] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4780] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f8
[4780] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 250 OK.
[4845] Tue Apr 16 14:58:09 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:09 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.203.1555419487 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 150 Beginning transfer.
[4845] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 112-Perf Marker
[4845] Tue Apr 16 14:58:09 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[4845] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 226 Transfer Complete.
[4845] Tue Apr 16 14:58:09 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.203.1555419487 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4845] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33126: [CLIENT]: QUIT
[4845] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33126: [SERVER]: 221 Goodbye.
[4845] Tue Apr 16 14:58:09 2019 :: Closed connection from ui1.farm.particle.cz:33126
[4845] Tue Apr 16 14:58:09 2019 :: dmlite :: closing connection
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f2.189.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 150 Beginning transfer.
[4345] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 112-Perf Marker
[4345] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f2".
[4345] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 226 Transfer Complete.
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f2.189.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: stat :: single entry
[4345] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4345] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f5
[4345] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:58:08 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4345] Tue Apr 16 14:58:08 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4860] Tue Apr 16 14:58:08 2019 :: GFork functionality not enabled.:
[4860] Tue Apr 16 14:58:08 2019 :: Configuration read from /etc/gridftp.conf.
[4860] Tue Apr 16 14:58:08 2019 :: Server started in inetd mode.
[4860] Tue Apr 16 14:58:08 2019 :: New connection from: fts800.cern.ch:39538
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [CLIENT]: USER :globus-mapping:
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [SERVER]: 331 Password required for :globus-mapping:.
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [CLIENT]: PASS dummy
[4860] Tue Apr 16 14:58:08 2019 :: dmlite :: starting new connection
[4860] Tue Apr 16 14:58:08 2019 :: dmlite :: DSI options :: dome_checksum
[4860] Tue Apr 16 14:58:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4860] Tue Apr 16 14:58:08 2019 :: User :globus-mapping: successfully authorized.
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [CLIENT]: PASS dummy
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [SERVER]: 230-User :globus-mapping: logged in.
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [CLIENT]: SITE HELP
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [SERVER]: 214-The following commands are recognized:
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [CLIENT]: FEAT
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [SERVER]: 211-Extensions supported
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6139ea43-0bc0-5083-a604-38d28c39e027;file-id=696363688;retry=0
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [SERVER]: 250 OK.
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [CLIENT]: TYPE I
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [SERVER]: 200 Type set to I.
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [CLIENT]: MODE E
[4860] Tue Apr 16 14:58:08 2019 :: fts800.cern.ch:39538: [SERVER]: 200 Mode set to E.
[4860] Tue Apr 16 14:58:08 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4860] Tue Apr 16 14:58:08 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1
[4860] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39538: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1
[4860] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39538: [SERVER]: 213 28831fda
[4860] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39538: [CLIENT]: QUIT
[4860] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39538: [SERVER]: 221 Goodbye.
[4860] Tue Apr 16 14:58:09 2019 :: Closed connection from fts800.cern.ch:39538
[4860] Tue Apr 16 14:58:09 2019 :: dmlite :: closing connection
[4779] Tue Apr 16 14:58:09 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[4779] Tue Apr 16 14:58:09 2019 :: dmlite :: stat :: single entry
[4779] Tue Apr 16 14:58:09 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4779] Tue Apr 16 14:58:09 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4875] Tue Apr 16 14:58:09 2019 :: GFork functionality not enabled.:
[4875] Tue Apr 16 14:58:09 2019 :: Configuration read from /etc/gridftp.conf.
[4875] Tue Apr 16 14:58:09 2019 :: Server started in inetd mode.
[4875] Tue Apr 16 14:58:09 2019 :: New connection from: fts800.cern.ch:39558
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [CLIENT]: USER :globus-mapping:
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [SERVER]: 331 Password required for :globus-mapping:.
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [CLIENT]: PASS dummy
[4875] Tue Apr 16 14:58:09 2019 :: dmlite :: starting new connection
[4875] Tue Apr 16 14:58:09 2019 :: dmlite :: DSI options :: dome_checksum
[4875] Tue Apr 16 14:58:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4875] Tue Apr 16 14:58:09 2019 :: User :globus-mapping: successfully authorized.
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [CLIENT]: PASS dummy
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [SERVER]: 230-User :globus-mapping: logged in.
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [CLIENT]: SITE HELP
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [SERVER]: 214-The following commands are recognized:
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [CLIENT]: FEAT
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [SERVER]: 211-Extensions supported
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6139ea43-0bc0-5083-a604-38d28c39e027;file-id=696363688;retry=0
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [SERVER]: 250 OK.
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [CLIENT]: QUIT
[4875] Tue Apr 16 14:58:09 2019 :: fts800.cern.ch:39558: [SERVER]: 221 Goodbye.
[4875] Tue Apr 16 14:58:09 2019 :: Closed connection from fts800.cern.ch:39558
[4875] Tue Apr 16 14:58:09 2019 :: dmlite :: closing connection
[4363] Tue Apr 16 14:58:06 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:06 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f6.193.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 150 Beginning transfer.
[4363] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 112-Perf Marker
[4363] Tue Apr 16 14:58:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f6".
[4363] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 226 Transfer Complete.
[4363] Tue Apr 16 14:58:06 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f6.193.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:06 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel/f4
[4363] Tue Apr 16 14:58:06 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250 OK.
[4363] Tue Apr 16 14:58:10 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4363] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250 OK.
[4809] Tue Apr 16 14:58:05 2019 :: GFork functionality not enabled.:
[4809] Tue Apr 16 14:58:05 2019 :: Configuration read from /etc/gridftp.conf.
[4809] Tue Apr 16 14:58:05 2019 :: Server started in inetd mode.
[4809] Tue Apr 16 14:58:05 2019 :: New connection from: fts801.cern.ch:49406
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: USER :globus-mapping:
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 331 Password required for :globus-mapping:.
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: PASS dummy
[4809] Tue Apr 16 14:58:05 2019 :: dmlite :: starting new connection
[4809] Tue Apr 16 14:58:05 2019 :: dmlite :: DSI options :: dome_checksum
[4809] Tue Apr 16 14:58:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4809] Tue Apr 16 14:58:05 2019 :: User :globus-mapping: successfully authorized.
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: PASS dummy
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 230-User :globus-mapping: logged in.
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: SITE HELP
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 214-The following commands are recognized:
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: FEAT
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 211-Extensions supported
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce287895-dd9d-56c5-a289-27ef23584b90;file-id=696363704;retry=0
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 250 OK.
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: TYPE I
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 200 Type set to I.
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: DCAU N
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 200 DCAU N.
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1
[4809] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4809] Tue Apr 16 14:58:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9
[4809] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4809] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: single entry
[4809] Tue Apr 16 14:58:05 2019 :: fts801.cern.ch:49406: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9
[4881] Tue Apr 16 14:58:10 2019 :: GFork functionality not enabled.:
[4881] Tue Apr 16 14:58:10 2019 :: Configuration read from /etc/gridftp.conf.
[4881] Tue Apr 16 14:58:10 2019 :: Server started in inetd mode.
[4881] Tue Apr 16 14:58:10 2019 :: New connection from: fts800.cern.ch:39560
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: USER :globus-mapping:
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 331 Password required for :globus-mapping:.
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: PASS dummy
[4881] Tue Apr 16 14:58:10 2019 :: dmlite :: starting new connection
[4881] Tue Apr 16 14:58:10 2019 :: dmlite :: DSI options :: dome_checksum
[4881] Tue Apr 16 14:58:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4881] Tue Apr 16 14:58:10 2019 :: User :globus-mapping: successfully authorized.
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: PASS dummy
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 230-User :globus-mapping: logged in.
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: SITE HELP
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 214-The following commands are recognized:
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: FEAT
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 211-Extensions supported
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6139ea43-0bc0-5083-a604-38d28c39e027;file-id=696363688;retry=0
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 250 OK.
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: TYPE I
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 200 Type set to I.
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: MODE E
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 200 Mode set to E.
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: DCAU N
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 200 DCAU N.
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1
[4881] Tue Apr 16 14:58:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[4881] Tue Apr 16 14:58:10 2019 :: dmlite :: stat :: single entry
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b3/ff/HITS.17617237._024815.pool.root.1
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [CLIENT]: QUIT
[4881] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39560: [SERVER]: 221 Goodbye.
[4881] Tue Apr 16 14:58:10 2019 :: Closed connection from fts800.cern.ch:39560
[4881] Tue Apr 16 14:58:10 2019 :: dmlite :: closing connection
[4735] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39350: [CLIENT]: QUIT
[4735] Tue Apr 16 14:58:10 2019 :: fts800.cern.ch:39350: [SERVER]: 221 Goodbye.
[4735] Tue Apr 16 14:58:10 2019 :: Closed connection from fts800.cern.ch:39350
[4735] Tue Apr 16 14:58:10 2019 :: dmlite :: closing connection
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [CLIENT]: USER :globus-mapping:
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [SERVER]: 331 Password required for :globus-mapping:.
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [CLIENT]: PASS user@
[4546] Tue Apr 16 14:58:05 2019 :: dmlite :: starting new connection
[4546] Tue Apr 16 14:58:05 2019 :: dmlite :: DSI options :: dome_checksum
[4546] Tue Apr 16 14:58:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4546] Tue Apr 16 14:58:05 2019 :: User :globus-mapping: successfully authorized.
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [CLIENT]: PASS user@
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [SERVER]: 230-User :globus-mapping: logged in.
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [CLIENT]: DCAU N
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [SERVER]: 200 DCAU N.
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/data17_13TeV/2e/b9/DAOD_HIGG2D1.14802753._000174.pool.root.1
[4546] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/data17_13TeV/2e/b9/DAOD_HIGG2D1.14802753._000174.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ce01.lhep.unibe.ch
[4546] Tue Apr 16 14:58:05 2019 :: dmlite :: stat :: single entry
[4546] Tue Apr 16 14:58:05 2019 :: ce01.lhep.unibe.ch:48218: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/data17_13TeV/2e/b9/DAOD_HIGG2D1.14802753._000174.pool.root.1
[4818] Tue Apr 16 14:58:05 2019 :: GFork functionality not enabled.:
[4818] Tue Apr 16 14:58:05 2019 :: Configuration read from /etc/gridftp.conf.
[4818] Tue Apr 16 14:58:05 2019 :: Server started in inetd mode.
[4818] Tue Apr 16 14:58:05 2019 :: New connection from: ce01.lhep.unibe.ch:48242
[4826] Tue Apr 16 14:58:07 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4826] Tue Apr 16 14:58:07 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024812.pool.root.1.201.1555419486 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4826] Tue Apr 16 14:58:07 2019 :: fts801.cern.ch:49412: [SERVER]: 150 Beginning transfer.
[4826] Tue Apr 16 14:58:07 2019 :: fts801.cern.ch:49412: [SERVER]: 112-Perf Marker
[4780] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: OPTS PASV AllowDelayed=1;
[4780] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 200 OPTS Command Successful.
[4780] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: PASV
[4780] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 200 Passive delayed.
[4780] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4780] Tue Apr 16 14:58:10 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4780] Tue Apr 16 14:58:10 2019 :: incoming transfer
[4780] Tue Apr 16 14:58:10 2019 :: requested node: dpmpool23.farm.particle.cz
[4780] Tue Apr 16 14:58:10 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[4780] Tue Apr 16 14:58:10 2019 :: connected to remote node
[4780] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 127 Entering Passive Mode (147,231,25,94,83,252)
[4780] Tue Apr 16 14:58:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:11 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[4780] Tue Apr 16 14:58:11 2019 :: dmlite :: stat :: single entry
[4780] Tue Apr 16 14:58:11 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4780] Tue Apr 16 14:58:11 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4839] Tue Apr 16 14:58:07 2019 :: GFork functionality not enabled.:
[4839] Tue Apr 16 14:58:07 2019 :: Configuration read from /etc/gridftp.conf.
[4839] Tue Apr 16 14:58:07 2019 :: Server started in inetd mode.
[4896] Tue Apr 16 14:58:11 2019 :: GFork functionality not enabled.:
[4896] Tue Apr 16 14:58:11 2019 :: Configuration read from /etc/gridftp.conf.
[4896] Tue Apr 16 14:58:11 2019 :: Server started in inetd mode.
[4896] Tue Apr 16 14:58:11 2019 :: New connection from: fts308.usatlas.bnl.gov:42612
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [CLIENT]: USER :globus-mapping:
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [SERVER]: 331 Password required for :globus-mapping:.
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [CLIENT]: PASS dummy
[4896] Tue Apr 16 14:58:12 2019 :: dmlite :: starting new connection
[4896] Tue Apr 16 14:58:12 2019 :: dmlite :: DSI options :: dome_checksum
[4896] Tue Apr 16 14:58:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4896] Tue Apr 16 14:58:12 2019 :: User :globus-mapping: successfully authorized.
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [CLIENT]: PASS dummy
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [SERVER]: 230-User :globus-mapping: logged in.
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [CLIENT]: SITE HELP
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [SERVER]: 214-The following commands are recognized:
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [CLIENT]: FEAT
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [SERVER]: 211-Extensions supported
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=8ffffecc-9614-529a-9a1f-b1cb56d94419;file-id=117602444;retry=0
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [SERVER]: 250 OK.
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [CLIENT]: QUIT
[4896] Tue Apr 16 14:58:12 2019 :: fts308.usatlas.bnl.gov:42612: [SERVER]: 221 Goodbye.
[4896] Tue Apr 16 14:58:12 2019 :: Closed connection from fts308.usatlas.bnl.gov:42612
[4896] Tue Apr 16 14:58:12 2019 :: dmlite :: closing connection
[4706] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: PASV
[4706] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 200 Passive delayed.
[4706] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4706] Tue Apr 16 14:58:11 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4706] Tue Apr 16 14:58:11 2019 :: incoming transfer
[4706] Tue Apr 16 14:58:11 2019 :: requested node: dpmpool20.farm.particle.cz
[4706] Tue Apr 16 14:58:11 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4706] Tue Apr 16 14:58:11 2019 :: connected to remote node
[4706] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 127 Entering Passive Mode (147,231,25,91,81,151)
[4706] Tue Apr 16 14:58:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:13 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[4706] Tue Apr 16 14:58:13 2019 :: dmlite :: stat :: single entry
[4706] Tue Apr 16 14:58:13 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4706] Tue Apr 16 14:58:13 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:11 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4685] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 250 OK.
[1171] Tue Apr 16 14:58:08 2019 :: Child process 4743 ended with rc = 0
[1171] Tue Apr 16 14:58:09 2019 :: Child process 4845 ended with rc = 0
[1171] Tue Apr 16 14:58:09 2019 :: Child process 4860 ended with rc = 0
[1171] Tue Apr 16 14:58:09 2019 :: Child process 4875 ended with rc = 0
[1171] Tue Apr 16 14:58:10 2019 :: Child process 4881 ended with rc = 0
[1171] Tue Apr 16 14:58:10 2019 :: Child process 4735 ended with rc = 0
[1171] Tue Apr 16 14:58:12 2019 :: Child process 4896 ended with rc = 0
[2391] Tue Apr 16 14:58:10 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:10 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 630718464-654573568
[4773] Tue Apr 16 14:58:11 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4773] Tue Apr 16 14:58:11 2019 :: fts808.cern.ch:49872: [SERVER]: 111 Range Marker 0-19136512
[4903] Tue Apr 16 14:58:12 2019 :: GFork functionality not enabled.:
[4903] Tue Apr 16 14:58:12 2019 :: Configuration read from /etc/gridftp.conf.
[4903] Tue Apr 16 14:58:12 2019 :: Server started in inetd mode.
[4903] Tue Apr 16 14:58:12 2019 :: New connection from: fts308.usatlas.bnl.gov:42638
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: USER :globus-mapping:
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 331 Password required for :globus-mapping:.
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: PASS dummy
[4903] Tue Apr 16 14:58:13 2019 :: dmlite :: starting new connection
[4903] Tue Apr 16 14:58:13 2019 :: dmlite :: DSI options :: dome_checksum
[4903] Tue Apr 16 14:58:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4903] Tue Apr 16 14:58:13 2019 :: User :globus-mapping: successfully authorized.
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: PASS dummy
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 230-User :globus-mapping: logged in.
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: SITE HELP
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 214-The following commands are recognized:
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: FEAT
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 211-Extensions supported
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=8ffffecc-9614-529a-9a1f-b1cb56d94419;file-id=117602444;retry=0
[4903] Tue Apr 16 14:58:13 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 250 OK.
[4903] Tue Apr 16 14:58:14 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: TYPE I
[4903] Tue Apr 16 14:58:14 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 200 Type set to I.
[4903] Tue Apr 16 14:58:14 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: MODE E
[4903] Tue Apr 16 14:58:14 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 200 Mode set to E.
[4903] Tue Apr 16 14:58:14 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1
[4903] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[4903] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: single entry
[4903] Tue Apr 16 14:58:14 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 213 15319005
[4903] Tue Apr 16 14:58:14 2019 :: fts308.usatlas.bnl.gov:42638: [CLIENT]: QUIT
[4903] Tue Apr 16 14:58:14 2019 :: fts308.usatlas.bnl.gov:42638: [SERVER]: 221 Goodbye.
[4903] Tue Apr 16 14:58:14 2019 :: Closed connection from fts308.usatlas.bnl.gov:42638
[4903] Tue Apr 16 14:58:14 2019 :: dmlite :: closing connection
[4705] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4705] Tue Apr 16 14:58:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:11 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4705] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4704] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4704] Tue Apr 16 14:58:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:10 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4704] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4706] Tue Apr 16 14:58:13 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:13 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.206.1555419491 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4706] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 150 Beginning transfer.
[4706] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 112-Perf Marker
[4706] Tue Apr 16 14:58:13 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[4706] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 226 Transfer Complete.
[4706] Tue Apr 16 14:58:13 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.206.1555419491 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:13 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4707] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 250 OK.
[4714] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: PASV
[4714] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 200 Passive delayed.
[4714] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4714] Tue Apr 16 14:58:13 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4714] Tue Apr 16 14:58:13 2019 :: incoming transfer
[4714] Tue Apr 16 14:58:13 2019 :: requested node: dpmpool9.farm.particle.cz
[4714] Tue Apr 16 14:58:13 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4714] Tue Apr 16 14:58:13 2019 :: connected to remote node
[4714] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 127 Entering Passive Mode (147,231,25,47,88,64)
[4714] Tue Apr 16 14:58:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:09 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:09 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.204.1555419488 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 150 Beginning transfer.
[4779] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 112-Perf Marker
[4779] Tue Apr 16 14:58:10 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[4779] Tue Apr 16 14:58:10 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 226 Transfer Complete.
[4779] Tue Apr 16 14:58:10 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.204.1555419488 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:11 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:11 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.205.1555419490 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4780] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 150 Beginning transfer.
[4780] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 112-Perf Marker
[4780] Tue Apr 16 14:58:11 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[4780] Tue Apr 16 14:58:11 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 226 Transfer Complete.
[4780] Tue Apr 16 14:58:11 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/upload-delete-loop.205.1555419490 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4869] Tue Apr 16 14:58:09 2019 :: GFork functionality not enabled.:
[4869] Tue Apr 16 14:58:09 2019 :: Configuration read from /etc/gridftp.conf.
[4869] Tue Apr 16 14:58:09 2019 :: Server started in inetd mode.
[4869] Tue Apr 16 14:58:09 2019 :: New connection from: ui1.farm.particle.cz:33132
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: USER :globus-mapping:
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 331 Password required for :globus-mapping:.
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: PASS dummy
[4869] Tue Apr 16 14:58:09 2019 :: dmlite :: starting new connection
[4869] Tue Apr 16 14:58:09 2019 :: dmlite :: DSI options :: dome_checksum
[4869] Tue Apr 16 14:58:09 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4869] Tue Apr 16 14:58:09 2019 :: User :globus-mapping: successfully authorized.
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: PASS dummy
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 230-User :globus-mapping: logged in.
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: SITE HELP
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 214-The following commands are recognized:
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: FEAT
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 211-Extensions supported
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4869] Tue Apr 16 14:58:09 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4345] Tue Apr 16 14:58:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:13 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:13 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4714] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop'
[4714] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: single entry
[4714] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4714] Tue Apr 16 14:58:14 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[4363] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4363] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: single entry
[4363] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[4839] Tue Apr 16 14:58:12 2019 :: New connection from: argo-mon.egi.cro-ngi.hr:57466
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: USER :globus-mapping:
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 331 Password required for :globus-mapping:.
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: PASS 
[4839] Tue Apr 16 14:58:14 2019 :: dmlite :: starting new connection
[4839] Tue Apr 16 14:58:14 2019 :: dmlite :: DSI options :: dome_checksum
[4839] Tue Apr 16 14:58:14 2019 :: DN /DC=EU/DC=EGI/C=HR/O=Robots/O=SRCE/CN=Robot:argo-egi@cro-ngi.hr successfully authorized.
[4839] Tue Apr 16 14:58:14 2019 :: User :globus-mapping: successfully authorized.
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: PASS 
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 230-User :globus-mapping: logged in.
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: SITE HELP
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 214-The following commands are recognized:
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: FEAT
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 211-Extensions supported
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="libglobus_ftp_client";appver="9.1 (gcc64, 1536386276-0) [Grid Community Toolkit 6.0]";
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 250 OK.
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: TYPE I
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 200 Type set to I.
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: DCAU N
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 200 DCAU N.
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: PASV
[4839] Tue Apr 16 14:58:14 2019 :: passive mode: PASV (null)
[4839] Tue Apr 16 14:58:14 2019 :: not delayed
[4839] Tue Apr 16 14:58:14 2019 :: rolling the dice
[4839] Tue Apr 16 14:58:14 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[4839] Tue Apr 16 14:58:14 2019 :: connected to remote node
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 227 Entering Passive Mode (147,231,25,57,94,154)
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: RETR /dpmpool17.farm.particle.cz:/mnt/fs7/ops/2019-04-16/testfile-put-1555419457-1f269783b4a3.txt.607387029.0
[4839] Tue Apr 16 14:58:14 2019 :: dmlite :: send :: requesting transfer :: /dpmpool17.farm.particle.cz:/mnt/fs7/ops/2019-04-16/testfile-put-1555419457-1f269783b4a3.txt.607387029.0 :: /DC=EU/DC=EGI/C=HR/O=Robots/O=SRCE/CN=Robot:argo-egi@cro-ngi.hr :: argo-mon.egi.cro-ngi.hr
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 150 Beginning transfer.
[4839] Tue Apr 16 14:58:14 2019 :: Finished transferring "/dpmpool17.farm.particle.cz:/mnt/fs7/ops/2019-04-16/testfile-put-1555419457-1f269783b4a3.txt.607387029.0".
[4839] Tue Apr 16 14:58:14 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 226 Transfer Complete.
[4839] Tue Apr 16 14:58:15 2019 :: argo-mon.egi.cro-ngi.hr:57466: [CLIENT]: QUIT
[4839] Tue Apr 16 14:58:15 2019 :: argo-mon.egi.cro-ngi.hr:57466: [SERVER]: 221 Goodbye.
[4839] Tue Apr 16 14:58:15 2019 :: Closed connection from argo-mon.egi.cro-ngi.hr:57466
[4839] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4363] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:32986: [CLIENT]: QUIT
[4363] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:32986: [SERVER]: 221 Goodbye.
[4363] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:32986
[4363] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4779] Tue Apr 16 14:58:14 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4779] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop
[4779] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 250 OK.
[4779] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33092: [CLIENT]: QUIT
[4779] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33092: [SERVER]: 221 Goodbye.
[4779] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:33092
[4779] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4714] Tue Apr 16 14:58:14 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:14 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/upload-delete-loop.207.1555419493 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 150 Beginning transfer.
[4714] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 112-Perf Marker
[4714] Tue Apr 16 14:58:14 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/upload-delete-loop".
[4714] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 226 Transfer Complete.
[4714] Tue Apr 16 14:58:14 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/upload-delete-loop.207.1555419493 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[4714] Tue Apr 16 14:58:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:15 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4714] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4714] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33084: [CLIENT]: QUIT
[4714] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33084: [SERVER]: 221 Goodbye.
[4714] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:33084
[4714] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4685] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4685] Tue Apr 16 14:58:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4685] Tue Apr 16 14:58:15 2019 :: dmlite :: stat :: single entry
[4685] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4685] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33068: [CLIENT]: QUIT
[4685] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33068: [SERVER]: 221 Goodbye.
[4685] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:33068
[4685] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4780] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: PASV
[4780] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 200 Passive delayed.
[4780] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[4780] Tue Apr 16 14:58:14 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[4780] Tue Apr 16 14:58:14 2019 :: not delayed
[4780] Tue Apr 16 14:58:14 2019 :: rolling the dice
[4780] Tue Apr 16 14:58:14 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[4780] Tue Apr 16 14:58:15 2019 :: connected to remote node
[4780] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 127 Entering Passive Mode (147,231,25,57,83,237)
[4780] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 150 Beginning transfer.
[4780] Tue Apr 16 14:58:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2".
[4780] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 226 Transfer Complete.
[4780] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33094: [CLIENT]: QUIT
[4780] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33094: [SERVER]: 221 Goodbye.
[4780] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:33094
[4780] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4704] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33076: [CLIENT]: QUIT
[4704] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33076: [SERVER]: 221 Goodbye.
[4704] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:33076
[4704] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4705] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33078: [CLIENT]: QUIT
[4705] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33078: [SERVER]: 221 Goodbye.
[4705] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:33078
[4705] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4345] Tue Apr 16 14:58:15 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4345] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2
[4345] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 250 OK.
[4345] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:32982: [CLIENT]: QUIT
[4345] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:32982: [SERVER]: 221 Goodbye.
[4345] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:32982
[4345] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4706] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: PASV
[4706] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 200 Passive delayed.
[4706] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4706] Tue Apr 16 14:58:15 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4706] Tue Apr 16 14:58:15 2019 :: not delayed
[4706] Tue Apr 16 14:58:15 2019 :: rolling the dice
[4706] Tue Apr 16 14:58:15 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[4706] Tue Apr 16 14:58:15 2019 :: connected to remote node
[4706] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 127 Entering Passive Mode (147,231,25,57,83,238)
[4706] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 150 Beginning transfer.
[4706] Tue Apr 16 14:58:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel".
[4706] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 226 Transfer Complete.
[4706] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33080: [CLIENT]: QUIT
[4706] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33080: [SERVER]: 221 Goodbye.
[4706] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:33080
[4706] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4707] Tue Apr 16 14:58:15 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4707] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u2/parallel
[4707] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 250 OK.
[4707] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33082: [CLIENT]: QUIT
[4707] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33082: [SERVER]: 221 Goodbye.
[4707] Tue Apr 16 14:58:15 2019 :: Closed connection from ui1.farm.particle.cz:33082
[4707] Tue Apr 16 14:58:15 2019 :: dmlite :: closing connection
[4826] Tue Apr 16 14:58:12 2019 :: fts801.cern.ch:49412: [SERVER]: 112-Perf Marker
[4826] Tue Apr 16 14:58:12 2019 :: fts801.cern.ch:49412: [SERVER]: 111 Range Marker 0-437387264
[4889] Tue Apr 16 14:58:11 2019 :: GFork functionality not enabled.:
[4889] Tue Apr 16 14:58:11 2019 :: Configuration read from /etc/gridftp.conf.
[4889] Tue Apr 16 14:58:11 2019 :: Server started in inetd mode.
[4889] Tue Apr 16 14:58:11 2019 :: New connection from: mikan26.farm.particle.cz:38846
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: USER :globus-mapping:
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 331 Password required for :globus-mapping:.
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: PASS dummy
[4889] Tue Apr 16 14:58:16 2019 :: dmlite :: starting new connection
[4889] Tue Apr 16 14:58:16 2019 :: dmlite :: DSI options :: dome_checksum
[4889] Tue Apr 16 14:58:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4889] Tue Apr 16 14:58:16 2019 :: User :globus-mapping: successfully authorized.
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: PASS dummy
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 230-User :globus-mapping: logged in.
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: SITE HELP
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 214-The following commands are recognized:
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: FEAT
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 211-Extensions supported
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 250 OK.
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: TYPE I
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 200 Type set to I.
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: DCAU N
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 200 DCAU N.
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1
[4889] Tue Apr 16 14:58:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4889] Tue Apr 16 14:58:16 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [CLIENT]: QUIT
[4889] Tue Apr 16 14:58:16 2019 :: mikan26.farm.particle.cz:38846: [SERVER]: 221 Goodbye.
[4889] Tue Apr 16 14:58:16 2019 :: Closed connection from mikan26.farm.particle.cz:38846
[4889] Tue Apr 16 14:58:16 2019 :: dmlite :: closing connection
[4826] Tue Apr 16 14:58:16 2019 :: fts801.cern.ch:49412: [SERVER]: 112-Perf Marker
[4826] Tue Apr 16 14:58:16 2019 :: fts801.cern.ch:49412: [SERVER]: 111 Range Marker 437387264-835193086
[4826] Tue Apr 16 14:58:16 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1".
[4826] Tue Apr 16 14:58:16 2019 :: fts801.cern.ch:49412: [SERVER]: 226 Transfer Complete.
[4826] Tue Apr 16 14:58:16 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._024812.pool.root.1.201.1555419486 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4826] Tue Apr 16 14:58:16 2019 :: fts801.cern.ch:49412: [CLIENT]: QUIT
[4826] Tue Apr 16 14:58:16 2019 :: fts801.cern.ch:49412: [SERVER]: 221 Goodbye.
[4826] Tue Apr 16 14:58:16 2019 :: Closed connection from fts801.cern.ch:49412
[4826] Tue Apr 16 14:58:16 2019 :: dmlite :: closing connection
[4970] Tue Apr 16 14:58:16 2019 :: GFork functionality not enabled.:
[4970] Tue Apr 16 14:58:16 2019 :: Configuration read from /etc/gridftp.conf.
[4970] Tue Apr 16 14:58:16 2019 :: Server started in inetd mode.
[4970] Tue Apr 16 14:58:16 2019 :: New connection from: fts801.cern.ch:49642
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [CLIENT]: USER :globus-mapping:
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [SERVER]: 331 Password required for :globus-mapping:.
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [CLIENT]: PASS dummy
[4970] Tue Apr 16 14:58:17 2019 :: dmlite :: starting new connection
[4970] Tue Apr 16 14:58:17 2019 :: dmlite :: DSI options :: dome_checksum
[4970] Tue Apr 16 14:58:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4970] Tue Apr 16 14:58:17 2019 :: User :globus-mapping: successfully authorized.
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [CLIENT]: PASS dummy
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [SERVER]: 230-User :globus-mapping: logged in.
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [CLIENT]: SITE HELP
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [SERVER]: 214-The following commands are recognized:
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [CLIENT]: FEAT
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [SERVER]: 211-Extensions supported
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce287895-dd9d-56c5-a289-27ef23584b90;file-id=696363704;retry=0
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [SERVER]: 250 OK.
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [CLIENT]: QUIT
[4970] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49642: [SERVER]: 221 Goodbye.
[4970] Tue Apr 16 14:58:17 2019 :: Closed connection from fts801.cern.ch:49642
[4970] Tue Apr 16 14:58:17 2019 :: dmlite :: closing connection
[4930] Tue Apr 16 14:58:14 2019 :: GFork functionality not enabled.:
[4930] Tue Apr 16 14:58:14 2019 :: Configuration read from /etc/gridftp.conf.
[4930] Tue Apr 16 14:58:14 2019 :: Server started in inetd mode.
[4930] Tue Apr 16 14:58:14 2019 :: New connection from: ui1.farm.particle.cz:33140
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: USER :globus-mapping:
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 331 Password required for :globus-mapping:.
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: PASS dummy
[4930] Tue Apr 16 14:58:14 2019 :: dmlite :: starting new connection
[4930] Tue Apr 16 14:58:14 2019 :: dmlite :: DSI options :: dome_checksum
[4930] Tue Apr 16 14:58:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4930] Tue Apr 16 14:58:14 2019 :: User :globus-mapping: successfully authorized.
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: PASS dummy
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 230-User :globus-mapping: logged in.
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: SITE HELP
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 214-The following commands are recognized:
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: FEAT
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 211-Extensions supported
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 250 OK.
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: TYPE I
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 200 Type set to I.
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: DCAU N
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 200 DCAU N.
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4930] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4930] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: single entry
[4930] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4930] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4930] Tue Apr 16 14:58:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4930] Tue Apr 16 14:58:15 2019 :: dmlite :: stat :: single entry
[4930] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4930] Tue Apr 16 14:58:16 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4930] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4930] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 250 OK.
[4930] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: OPTS PASV AllowDelayed=1;
[4930] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 200 OPTS Command Successful.
[4930] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: PASV
[4930] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 200 Passive delayed.
[4930] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4930] Tue Apr 16 14:58:16 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4930] Tue Apr 16 14:58:16 2019 :: incoming transfer
[4930] Tue Apr 16 14:58:16 2019 :: requested node: dpmpool20.farm.particle.cz
[4930] Tue Apr 16 14:58:16 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4930] Tue Apr 16 14:58:16 2019 :: connected to remote node
[4930] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 127 Entering Passive Mode (147,231,25,91,92,134)
[4930] Tue Apr 16 14:58:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4930] Tue Apr 16 14:58:17 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)('
[4930] Tue Apr 16 14:58:17 2019 :: dmlite :: stat :: single entry
[4930] Tue Apr 16 14:58:17 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4930] Tue Apr 16 14:58:17 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4930] Tue Apr 16 14:58:17 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4930] Tue Apr 16 14:58:17 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.208.1555419496 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4930] Tue Apr 16 14:58:17 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 150 Beginning transfer.
[4930] Tue Apr 16 14:58:17 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 112-Perf Marker
[4930] Tue Apr 16 14:58:17 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[4930] Tue Apr 16 14:58:17 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 226 Transfer Complete.
[4930] Tue Apr 16 14:58:17 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.208.1555419496 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4930] Tue Apr 16 14:58:17 2019 :: ui1.farm.particle.cz:33140: [CLIENT]: QUIT
[4930] Tue Apr 16 14:58:17 2019 :: ui1.farm.particle.cz:33140: [SERVER]: 221 Goodbye.
[4930] Tue Apr 16 14:58:17 2019 :: Closed connection from ui1.farm.particle.cz:33140
[4930] Tue Apr 16 14:58:17 2019 :: dmlite :: closing connection
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: TYPE I
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 200 Type set to I.
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: DCAU N
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 200 DCAU N.
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: OPTS PASV AllowDelayed=1;
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 200 OPTS Command Successful.
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: PASV
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 200 Passive delayed.
[4869] Tue Apr 16 14:58:14 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4869] Tue Apr 16 14:58:14 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4869] Tue Apr 16 14:58:14 2019 :: outgoing transfer
[4869] Tue Apr 16 14:58:14 2019 :: requested node: dpmpool9.farm.particle.cz
[4869] Tue Apr 16 14:58:14 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4869] Tue Apr 16 14:58:15 2019 :: connected to remote node
[4869] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 127 Entering Passive Mode (147,231,25,47,83,237)
[4869] Tue Apr 16 14:58:15 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/services.203.1555419487 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4869] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 150 Beginning transfer.
[4869] Tue Apr 16 14:58:15 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services".
[4869] Tue Apr 16 14:58:15 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 226 Transfer Complete.
[4869] Tue Apr 16 14:58:15 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4869] Tue Apr 16 14:58:15 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4869] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/services
[4869] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[4869] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4869] Tue Apr 16 14:58:16 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4869] Tue Apr 16 14:58:16 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (253 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4869] Tue Apr 16 14:58:16 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4869] Tue Apr 16 14:58:17 2019 :: ui1.farm.particle.cz:33132: [CLIENT]: QUIT
[4869] Tue Apr 16 14:58:17 2019 :: ui1.farm.particle.cz:33132: [SERVER]: 221 Goodbye.
[4869] Tue Apr 16 14:58:17 2019 :: Closed connection from ui1.farm.particle.cz:33132
[4869] Tue Apr 16 14:58:17 2019 :: dmlite :: closing connection
[4910] Tue Apr 16 14:58:13 2019 :: GFork functionality not enabled.:
[4910] Tue Apr 16 14:58:13 2019 :: Configuration read from /etc/gridftp.conf.
[4910] Tue Apr 16 14:58:13 2019 :: Server started in inetd mode.
[4910] Tue Apr 16 14:58:13 2019 :: New connection from: fts309.usatlas.bnl.gov:52426
[4910] Tue Apr 16 14:58:13 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: USER :globus-mapping:
[4910] Tue Apr 16 14:58:13 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 331 Password required for :globus-mapping:.
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: PASS dummy
[4910] Tue Apr 16 14:58:14 2019 :: dmlite :: starting new connection
[4910] Tue Apr 16 14:58:14 2019 :: dmlite :: DSI options :: dome_checksum
[4910] Tue Apr 16 14:58:14 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4910] Tue Apr 16 14:58:14 2019 :: User :globus-mapping: successfully authorized.
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: PASS dummy
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 230-User :globus-mapping: logged in.
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: SITE HELP
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 214-The following commands are recognized:
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: FEAT
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 211-Extensions supported
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=0381e8c1-b889-59e7-bd20-827201df4c4f;file-id=117602468;retry=0
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 250 OK.
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: TYPE I
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 200 Type set to I.
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: DCAU N
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 200 DCAU N.
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1
[4910] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[4910] Tue Apr 16 14:58:14 2019 :: dmlite :: stat :: single entry
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1
[4910] Tue Apr 16 14:58:14 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[4910] Tue Apr 16 14:58:14 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1
[4910] Tue Apr 16 14:58:14 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 213 dfd4b66d
[1171] Tue Apr 16 14:58:14 2019 :: Child process 4903 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4839 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4714 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4363 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4780 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4779 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4685 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4704 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4706 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4705 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4707 ended with rc = 0
[1171] Tue Apr 16 14:58:15 2019 :: Child process 4345 ended with rc = 0
[1171] Tue Apr 16 14:58:16 2019 :: Child process 4889 ended with rc = 0
[1171] Tue Apr 16 14:58:16 2019 :: Child process 4826 ended with rc = 0
[1171] Tue Apr 16 14:58:17 2019 :: Child process 4970 ended with rc = 0
[1171] Tue Apr 16 14:58:17 2019 :: Child process 4930 ended with rc = 0
[1171] Tue Apr 16 14:58:17 2019 :: Child process 4869 ended with rc = 0
[4976] Tue Apr 16 14:58:17 2019 :: GFork functionality not enabled.:
[4976] Tue Apr 16 14:58:17 2019 :: Configuration read from /etc/gridftp.conf.
[4976] Tue Apr 16 14:58:17 2019 :: Server started in inetd mode.
[4976] Tue Apr 16 14:58:17 2019 :: New connection from: fts801.cern.ch:49644
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [CLIENT]: USER :globus-mapping:
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [SERVER]: 331 Password required for :globus-mapping:.
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [CLIENT]: PASS dummy
[4976] Tue Apr 16 14:58:17 2019 :: dmlite :: starting new connection
[4976] Tue Apr 16 14:58:17 2019 :: dmlite :: DSI options :: dome_checksum
[4976] Tue Apr 16 14:58:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4976] Tue Apr 16 14:58:17 2019 :: User :globus-mapping: successfully authorized.
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [CLIENT]: PASS dummy
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [SERVER]: 230-User :globus-mapping: logged in.
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [CLIENT]: SITE HELP
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [SERVER]: 214-The following commands are recognized:
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [CLIENT]: FEAT
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [SERVER]: 211-Extensions supported
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce287895-dd9d-56c5-a289-27ef23584b90;file-id=696363704;retry=0
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [SERVER]: 250 OK.
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [CLIENT]: TYPE I
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [SERVER]: 200 Type set to I.
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [CLIENT]: MODE E
[4976] Tue Apr 16 14:58:17 2019 :: fts801.cern.ch:49644: [SERVER]: 200 Mode set to E.
[4976] Tue Apr 16 14:58:17 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[4976] Tue Apr 16 14:58:17 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1
[4976] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49644: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1
[4976] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49644: [SERVER]: 213 6e16c4ba
[4976] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49644: [CLIENT]: QUIT
[4976] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49644: [SERVER]: 221 Goodbye.
[4976] Tue Apr 16 14:58:18 2019 :: Closed connection from fts801.cern.ch:49644
[4976] Tue Apr 16 14:58:18 2019 :: dmlite :: closing connection
[5020] Tue Apr 16 14:58:18 2019 :: GFork functionality not enabled.:
[5020] Tue Apr 16 14:58:18 2019 :: Configuration read from /etc/gridftp.conf.
[5020] Tue Apr 16 14:58:18 2019 :: Server started in inetd mode.
[5020] Tue Apr 16 14:58:18 2019 :: New connection from: fts801.cern.ch:49656
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [CLIENT]: USER :globus-mapping:
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [SERVER]: 331 Password required for :globus-mapping:.
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [CLIENT]: PASS dummy
[5020] Tue Apr 16 14:58:18 2019 :: dmlite :: starting new connection
[5020] Tue Apr 16 14:58:18 2019 :: dmlite :: DSI options :: dome_checksum
[5020] Tue Apr 16 14:58:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5020] Tue Apr 16 14:58:18 2019 :: User :globus-mapping: successfully authorized.
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [CLIENT]: PASS dummy
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [SERVER]: 230-User :globus-mapping: logged in.
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [CLIENT]: SITE HELP
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [SERVER]: 214-The following commands are recognized:
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [CLIENT]: FEAT
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [SERVER]: 211-Extensions supported
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce287895-dd9d-56c5-a289-27ef23584b90;file-id=696363704;retry=0
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [SERVER]: 250 OK.
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [CLIENT]: QUIT
[5020] Tue Apr 16 14:58:18 2019 :: fts801.cern.ch:49656: [SERVER]: 221 Goodbye.
[5020] Tue Apr 16 14:58:18 2019 :: Closed connection from fts801.cern.ch:49656
[5020] Tue Apr 16 14:58:18 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:58:15 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:15 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 654573568-679215104
[4920] Tue Apr 16 14:58:14 2019 :: GFork functionality not enabled.:
[4920] Tue Apr 16 14:58:14 2019 :: Configuration read from /etc/gridftp.conf.
[4920] Tue Apr 16 14:58:14 2019 :: Server started in inetd mode.
[4920] Tue Apr 16 14:58:14 2019 :: New connection from: aplex06.farm.particle.cz:58066
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: USER :globus-mapping:
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 331 Password required for :globus-mapping:.
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: PASS dummy
[4920] Tue Apr 16 14:58:19 2019 :: dmlite :: starting new connection
[4920] Tue Apr 16 14:58:19 2019 :: dmlite :: DSI options :: dome_checksum
[4920] Tue Apr 16 14:58:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4920] Tue Apr 16 14:58:19 2019 :: User :globus-mapping: successfully authorized.
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: PASS dummy
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 230-User :globus-mapping: logged in.
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: SITE HELP
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 214-The following commands are recognized:
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: FEAT
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 211-Extensions supported
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 250 OK.
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: TYPE I
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 200 Type set to I.
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: DCAU N
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 200 DCAU N.
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1
[4920] Tue Apr 16 14:58:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[4920] Tue Apr 16 14:58:19 2019 :: dmlite :: stat :: single entry
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e0/6f/EVNT.17639170._128454.pool.root.1
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [CLIENT]: QUIT
[4920] Tue Apr 16 14:58:19 2019 :: aplex06.farm.particle.cz:58066: [SERVER]: 221 Goodbye.
[4920] Tue Apr 16 14:58:19 2019 :: Closed connection from aplex06.farm.particle.cz:58066
[4920] Tue Apr 16 14:58:19 2019 :: dmlite :: closing connection
[4773] Tue Apr 16 14:58:16 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4773] Tue Apr 16 14:58:16 2019 :: fts808.cern.ch:49872: [SERVER]: 111 Range Marker 19136512-123207680
[5028] Tue Apr 16 14:58:18 2019 :: GFork functionality not enabled.:
[5028] Tue Apr 16 14:58:18 2019 :: Configuration read from /etc/gridftp.conf.
[5028] Tue Apr 16 14:58:18 2019 :: Server started in inetd mode.
[5028] Tue Apr 16 14:58:18 2019 :: New connection from: fts801.cern.ch:49668
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: USER :globus-mapping:
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 331 Password required for :globus-mapping:.
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: PASS dummy
[5028] Tue Apr 16 14:58:19 2019 :: dmlite :: starting new connection
[5028] Tue Apr 16 14:58:19 2019 :: dmlite :: DSI options :: dome_checksum
[5028] Tue Apr 16 14:58:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5028] Tue Apr 16 14:58:19 2019 :: User :globus-mapping: successfully authorized.
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: PASS dummy
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 230-User :globus-mapping: logged in.
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: SITE HELP
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 214-The following commands are recognized:
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: FEAT
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 211-Extensions supported
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ce287895-dd9d-56c5-a289-27ef23584b90;file-id=696363704;retry=0
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 250 OK.
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: TYPE I
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 200 Type set to I.
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: MODE E
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 200 Mode set to E.
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: DCAU N
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 200 DCAU N.
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1
[5028] Tue Apr 16 14:58:19 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5028] Tue Apr 16 14:58:19 2019 :: dmlite :: stat :: single entry
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5a/e9/HITS.17617237._024812.pool.root.1
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [CLIENT]: QUIT
[5028] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49668: [SERVER]: 221 Goodbye.
[5028] Tue Apr 16 14:58:19 2019 :: Closed connection from fts801.cern.ch:49668
[5028] Tue Apr 16 14:58:19 2019 :: dmlite :: closing connection
[4809] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49406: [CLIENT]: QUIT
[4809] Tue Apr 16 14:58:19 2019 :: fts801.cern.ch:49406: [SERVER]: 221 Goodbye.
[4809] Tue Apr 16 14:58:19 2019 :: Closed connection from fts801.cern.ch:49406
[4809] Tue Apr 16 14:58:19 2019 :: dmlite :: closing connection
[5007] Tue Apr 16 14:58:18 2019 :: GFork functionality not enabled.:
[5007] Tue Apr 16 14:58:18 2019 :: Configuration read from /etc/gridftp.conf.
[5007] Tue Apr 16 14:58:18 2019 :: Server started in inetd mode.
[5007] Tue Apr 16 14:58:18 2019 :: New connection from: fts802.cern.ch:41792
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: USER :globus-mapping:
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 331 Password required for :globus-mapping:.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: PASS dummy
[5007] Tue Apr 16 14:58:18 2019 :: dmlite :: starting new connection
[5007] Tue Apr 16 14:58:18 2019 :: dmlite :: DSI options :: dome_checksum
[5007] Tue Apr 16 14:58:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5007] Tue Apr 16 14:58:18 2019 :: User :globus-mapping: successfully authorized.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: PASS dummy
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 230-User :globus-mapping: logged in.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: SITE HELP
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 214-The following commands are recognized:
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: FEAT
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 211-Extensions supported
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9218f562-1829-5f9c-ae3d-4cd3630ea1c5;file-id=696364328;retry=0
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 250 OK.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: TYPE I
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 200 Type set to I.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: MODE E
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 200 Mode set to E.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: DCAU N
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 200 DCAU N.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: OPTS PASV AllowDelayed=1;
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 200 OPTS Command Successful.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: EPSV
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 200 Passive delayed.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: ALLO 4318026309
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 200 ALLO command successful.
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1
[5007] Tue Apr 16 14:58:18 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1
[5007] Tue Apr 16 14:58:18 2019 :: incoming transfer
[5007] Tue Apr 16 14:58:18 2019 :: requested node: dpmpool9.farm.particle.cz
[5007] Tue Apr 16 14:58:18 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[5007] Tue Apr 16 14:58:18 2019 :: connected to remote node
[5007] Tue Apr 16 14:58:18 2019 :: fts802.cern.ch:41792: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|24913|)
[5007] Tue Apr 16 14:58:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5007] Tue Apr 16 14:58:20 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1'
[5007] Tue Apr 16 14:58:20 2019 :: dmlite :: stat :: single entry
[5007] Tue Apr 16 14:58:20 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5007] Tue Apr 16 14:58:20 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[4942] Tue Apr 16 14:58:15 2019 :: GFork functionality not enabled.:
[4942] Tue Apr 16 14:58:15 2019 :: Configuration read from /etc/gridftp.conf.
[4942] Tue Apr 16 14:58:20 2019 :: Server started in inetd mode.
[4942] Tue Apr 16 14:58:20 2019 :: New connection from: ibis36.farm.particle.cz:59154
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: USER :globus-mapping:
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 331 Password required for :globus-mapping:.
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: PASS dummy
[4942] Tue Apr 16 14:58:20 2019 :: dmlite :: starting new connection
[4942] Tue Apr 16 14:58:20 2019 :: dmlite :: DSI options :: dome_checksum
[4942] Tue Apr 16 14:58:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4942] Tue Apr 16 14:58:20 2019 :: User :globus-mapping: successfully authorized.
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: PASS dummy
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 230-User :globus-mapping: logged in.
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: SITE HELP
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 214-The following commands are recognized:
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: FEAT
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 211-Extensions supported
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 250 OK.
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: TYPE I
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 200 Type set to I.
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: DCAU N
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 200 DCAU N.
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[4942] Tue Apr 16 14:58:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[4942] Tue Apr 16 14:58:20 2019 :: dmlite :: stat :: single entry
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [CLIENT]: QUIT
[4942] Tue Apr 16 14:58:20 2019 :: ibis36.farm.particle.cz:59154: [SERVER]: 221 Goodbye.
[4942] Tue Apr 16 14:58:20 2019 :: Closed connection from ibis36.farm.particle.cz:59154
[4942] Tue Apr 16 14:58:20 2019 :: dmlite :: closing connection
[4950] Tue Apr 16 14:58:15 2019 :: GFork functionality not enabled.:
[4950] Tue Apr 16 14:58:15 2019 :: Configuration read from /etc/gridftp.conf.
[4950] Tue Apr 16 14:58:15 2019 :: Server started in inetd mode.
[4950] Tue Apr 16 14:58:15 2019 :: New connection from: fts308.usatlas.bnl.gov:42684
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: USER :globus-mapping:
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 331 Password required for :globus-mapping:.
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: PASS dummy
[4950] Tue Apr 16 14:58:16 2019 :: dmlite :: starting new connection
[4950] Tue Apr 16 14:58:16 2019 :: dmlite :: DSI options :: dome_checksum
[4950] Tue Apr 16 14:58:16 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4950] Tue Apr 16 14:58:16 2019 :: User :globus-mapping: successfully authorized.
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: PASS dummy
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 230-User :globus-mapping: logged in.
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: SITE HELP
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 214-The following commands are recognized:
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: FEAT
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 211-Extensions supported
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=8ffffecc-9614-529a-9a1f-b1cb56d94419;file-id=117602444;retry=0
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 250 OK.
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: TYPE I
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 200 Type set to I.
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: MODE E
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 200 Mode set to E.
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 200 OPTS Command Successful.
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: DCAU N
[4950] Tue Apr 16 14:58:16 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 200 DCAU N.
[4950] Tue Apr 16 14:58:17 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: PORT 129,107,255,17,228,26
[4950] Tue Apr 16 14:58:17 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 200 PORT Command successful.
[4950] Tue Apr 16 14:58:17 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1
[4950] Tue Apr 16 14:58:17 2019 :: requested node: dpmpool9.farm.particle.cz
[4950] Tue Apr 16 14:58:17 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4950] Tue Apr 16 14:58:17 2019 :: connected to remote node
[4950] Tue Apr 16 14:58:17 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17639170._127546.pool.root.1.rucio.upload.544128.1555418944 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[4950] Tue Apr 16 14:58:17 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 150 Beginning transfer.
[4950] Tue Apr 16 14:58:20 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4a/b7/EVNT.17639170._127546.pool.root.1".
[4950] Tue Apr 16 14:58:20 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 226 Transfer Complete.
[4950] Tue Apr 16 14:58:21 2019 :: fts308.usatlas.bnl.gov:42684: [CLIENT]: QUIT
[4950] Tue Apr 16 14:58:21 2019 :: fts308.usatlas.bnl.gov:42684: [SERVER]: 221 Goodbye.
[4950] Tue Apr 16 14:58:21 2019 :: Closed connection from fts308.usatlas.bnl.gov:42684
[4950] Tue Apr 16 14:58:21 2019 :: dmlite :: closing connection
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: USER :globus-mapping:
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 331 Password required for :globus-mapping:.
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: PASS user@
[4818] Tue Apr 16 14:58:21 2019 :: dmlite :: starting new connection
[4818] Tue Apr 16 14:58:21 2019 :: dmlite :: DSI options :: dome_checksum
[4818] Tue Apr 16 14:58:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4818] Tue Apr 16 14:58:21 2019 :: User :globus-mapping: successfully authorized.
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: PASS user@
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 230-User :globus-mapping: logged in.
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: SITE HELP
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 214-The following commands are recognized:
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: FEAT
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 211-Extensions supported
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="libglobus_ftp_client";appver="8.23 (gcc64, 1436979015-85) [Globus Toolkit 6.0]";
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 250 OK.
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: TYPE I
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 200 Type set to I.
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: MODE E
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 200 Mode set to E.
[4818] Tue Apr 16 14:58:21 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/data17_13TeV/2e/b9/DAOD_HIGG2D1.14802753._000174.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ce01.lhep.unibe.ch
[4818] Tue Apr 16 14:58:21 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/data17_13TeV/2e/b9/DAOD_HIGG2D1.14802753._000174.pool.root.1
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/data17_13TeV/2e/b9/DAOD_HIGG2D1.14802753._000174.pool.root.1
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 213 1a73d8e6
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [CLIENT]: QUIT
[4818] Tue Apr 16 14:58:21 2019 :: ce01.lhep.unibe.ch:48242: [SERVER]: 221 Goodbye.
[4818] Tue Apr 16 14:58:21 2019 :: Closed connection from ce01.lhep.unibe.ch:48242
[4818] Tue Apr 16 14:58:21 2019 :: dmlite :: closing connection
[4957] Tue Apr 16 14:58:16 2019 :: GFork functionality not enabled.:
[4957] Tue Apr 16 14:58:16 2019 :: Configuration read from /etc/gridftp.conf.
[4957] Tue Apr 16 14:58:16 2019 :: Server started in inetd mode.
[4964] Tue Apr 16 14:58:16 2019 :: GFork functionality not enabled.:
[4964] Tue Apr 16 14:58:16 2019 :: Configuration read from /etc/gridftp.conf.
[4964] Tue Apr 16 14:58:16 2019 :: Server started in inetd mode.
[4964] Tue Apr 16 14:58:16 2019 :: New connection from: fts307.usatlas.bnl.gov:41388
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: USER :globus-mapping:
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 331 Password required for :globus-mapping:.
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: PASS dummy
[4964] Tue Apr 16 14:58:17 2019 :: dmlite :: starting new connection
[4964] Tue Apr 16 14:58:17 2019 :: dmlite :: DSI options :: dome_checksum
[4964] Tue Apr 16 14:58:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4964] Tue Apr 16 14:58:17 2019 :: User :globus-mapping: successfully authorized.
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: PASS dummy
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 230-User :globus-mapping: logged in.
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: SITE HELP
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 214-The following commands are recognized:
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: FEAT
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 211-Extensions supported
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=5040beca-9d6b-5f13-b04d-a6fea82edfd9;file-id=117602481;retry=0
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 250 OK.
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: TYPE I
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 200 Type set to I.
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: DCAU N
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 200 DCAU N.
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1
[4964] Tue Apr 16 14:58:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[4964] Tue Apr 16 14:58:17 2019 :: dmlite :: stat :: single entry
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1
[4964] Tue Apr 16 14:58:17 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[4964] Tue Apr 16 14:58:17 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1
[4964] Tue Apr 16 14:58:17 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 213 954b64e5
[4983] Tue Apr 16 14:58:17 2019 :: GFork functionality not enabled.:
[4983] Tue Apr 16 14:58:17 2019 :: Configuration read from /etc/gridftp.conf.
[4983] Tue Apr 16 14:58:17 2019 :: Server started in inetd mode.
[4983] Tue Apr 16 14:58:17 2019 :: New connection from: fts802.cern.ch:41748
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: USER :globus-mapping:
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 331 Password required for :globus-mapping:.
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: PASS dummy
[4983] Tue Apr 16 14:58:17 2019 :: dmlite :: starting new connection
[4983] Tue Apr 16 14:58:17 2019 :: dmlite :: DSI options :: dome_checksum
[4983] Tue Apr 16 14:58:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[4983] Tue Apr 16 14:58:17 2019 :: User :globus-mapping: successfully authorized.
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: PASS dummy
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 230-User :globus-mapping: logged in.
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: SITE HELP
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 214-The following commands are recognized:
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: FEAT
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 211-Extensions supported
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=9218f562-1829-5f9c-ae3d-4cd3630ea1c5;file-id=696364328;retry=0
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 250 OK.
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: TYPE I
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 200 Type set to I.
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: DCAU N
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 200 DCAU N.
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1
[4983] Tue Apr 16 14:58:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[4983] Tue Apr 16 14:58:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6/DAOD_TRUTH1.17737484._000134.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6
[4983] Tue Apr 16 14:58:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[4983] Tue Apr 16 14:58:17 2019 :: dmlite :: stat :: single entry
[4983] Tue Apr 16 14:58:17 2019 :: fts802.cern.ch:41748: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/d6
[3186] Tue Apr 16 14:58:22 2019 :: dmlite :: requesting checksum :: /mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[3186] Tue Apr 16 14:58:22 2019 :: requested node: dpmpool16.farm.particle.cz
[3186] Tue Apr 16 14:58:22 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[3186] Tue Apr 16 14:58:22 2019 :: etf-03.cern.ch:36730: [CLIENT]: CKSM adler32 0 -1 /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[3186] Tue Apr 16 14:58:22 2019 :: connected to remote node
[3186] Tue Apr 16 14:58:22 2019 :: etf-03.cern.ch:36730: [SERVER]: 213 19e60272
[4997] Tue Apr 16 14:58:18 2019 :: GFork functionality not enabled.:
[4997] Tue Apr 16 14:58:18 2019 :: Configuration read from /etc/gridftp.conf.
[4997] Tue Apr 16 14:58:18 2019 :: Server started in inetd mode.
[4997] Tue Apr 16 14:58:18 2019 :: New connection from: ui1.farm.particle.cz:33150
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: USER :globus-mapping:
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 331 Password required for :globus-mapping:.
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASS dummy
[4997] Tue Apr 16 14:58:18 2019 :: dmlite :: starting new connection
[4997] Tue Apr 16 14:58:18 2019 :: dmlite :: DSI options :: dome_checksum
[4997] Tue Apr 16 14:58:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[4997] Tue Apr 16 14:58:18 2019 :: User :globus-mapping: successfully authorized.
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASS dummy
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 230-User :globus-mapping: logged in.
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: SITE HELP
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 214-The following commands are recognized:
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: FEAT
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 211-Extensions supported
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[4997] Tue Apr 16 14:58:18 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[5007] Tue Apr 16 14:58:20 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5007] Tue Apr 16 14:58:20 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/DAOD_TRUTH1.17737484._000134.pool.root.1.209.1555419498 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5007] Tue Apr 16 14:58:20 2019 :: fts802.cern.ch:41792: [SERVER]: 150 Beginning transfer.
[5007] Tue Apr 16 14:58:20 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5069] Tue Apr 16 14:58:22 2019 :: GFork functionality not enabled.:
[5069] Tue Apr 16 14:58:22 2019 :: Configuration read from /etc/gridftp.conf.
[5069] Tue Apr 16 14:58:22 2019 :: Server started in inetd mode.
[5069] Tue Apr 16 14:58:22 2019 :: New connection from: fts309.usatlas.bnl.gov:52630
[5069] Tue Apr 16 14:58:22 2019 :: fts309.usatlas.bnl.gov:52630: [CLIENT]: USER :globus-mapping:
[5069] Tue Apr 16 14:58:22 2019 :: fts309.usatlas.bnl.gov:52630: [SERVER]: 331 Password required for :globus-mapping:.
[5069] Tue Apr 16 14:58:22 2019 :: fts309.usatlas.bnl.gov:52630: [CLIENT]: PASS dummy
[5069] Tue Apr 16 14:58:22 2019 :: dmlite :: starting new connection
[5069] Tue Apr 16 14:58:22 2019 :: dmlite :: DSI options :: dome_checksum
[5069] Tue Apr 16 14:58:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5069] Tue Apr 16 14:58:22 2019 :: User :globus-mapping: successfully authorized.
[5069] Tue Apr 16 14:58:22 2019 :: fts309.usatlas.bnl.gov:52630: [CLIENT]: PASS dummy
[5069] Tue Apr 16 14:58:22 2019 :: fts309.usatlas.bnl.gov:52630: [SERVER]: 230-User :globus-mapping: logged in.
[5069] Tue Apr 16 14:58:22 2019 :: fts309.usatlas.bnl.gov:52630: [CLIENT]: SITE HELP
[5069] Tue Apr 16 14:58:22 2019 :: fts309.usatlas.bnl.gov:52630: [SERVER]: 214-The following commands are recognized:
[5069] Tue Apr 16 14:58:23 2019 :: fts309.usatlas.bnl.gov:52630: [CLIENT]: FEAT
[5069] Tue Apr 16 14:58:23 2019 :: fts309.usatlas.bnl.gov:52630: [SERVER]: 211-Extensions supported
[5069] Tue Apr 16 14:58:23 2019 :: fts309.usatlas.bnl.gov:52630: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=0381e8c1-b889-59e7-bd20-827201df4c4f;file-id=117602468;retry=0
[5069] Tue Apr 16 14:58:23 2019 :: fts309.usatlas.bnl.gov:52630: [SERVER]: 250 OK.
[5069] Tue Apr 16 14:58:23 2019 :: fts309.usatlas.bnl.gov:52630: [CLIENT]: QUIT
[5069] Tue Apr 16 14:58:23 2019 :: fts309.usatlas.bnl.gov:52630: [SERVER]: 221 Goodbye.
[5069] Tue Apr 16 14:58:23 2019 :: Closed connection from fts309.usatlas.bnl.gov:52630
[5069] Tue Apr 16 14:58:23 2019 :: dmlite :: closing connection
[5014] Tue Apr 16 14:58:18 2019 :: GFork functionality not enabled.:
[5014] Tue Apr 16 14:58:18 2019 :: Configuration read from /etc/gridftp.conf.
[5014] Tue Apr 16 14:58:18 2019 :: Server started in inetd mode.
[1171] Tue Apr 16 14:58:18 2019 :: Child process 4976 ended with rc = 0
[1171] Tue Apr 16 14:58:18 2019 :: Child process 5020 ended with rc = 0
[1171] Tue Apr 16 14:58:19 2019 :: Child process 4920 ended with rc = 0
[1171] Tue Apr 16 14:58:19 2019 :: Child process 5028 ended with rc = 0
[1171] Tue Apr 16 14:58:19 2019 :: Child process 4809 ended with rc = 0
[1171] Tue Apr 16 14:58:20 2019 :: Child process 4942 ended with rc = 0
[1171] Tue Apr 16 14:58:21 2019 :: Child process 4950 ended with rc = 0
[1171] Tue Apr 16 14:58:21 2019 :: Child process 4818 ended with rc = 0
[1171] Tue Apr 16 14:58:23 2019 :: Child process 5069 ended with rc = 0
[5063] Tue Apr 16 14:58:21 2019 :: GFork functionality not enabled.:
[5063] Tue Apr 16 14:58:21 2019 :: Configuration read from /etc/gridftp.conf.
[5063] Tue Apr 16 14:58:21 2019 :: Server started in inetd mode.
[5063] Tue Apr 16 14:58:21 2019 :: New connection from: fts811.cern.ch:44956
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: USER :globus-mapping:
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 331 Password required for :globus-mapping:.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: PASS dummy
[5063] Tue Apr 16 14:58:22 2019 :: dmlite :: starting new connection
[5063] Tue Apr 16 14:58:22 2019 :: dmlite :: DSI options :: dome_checksum
[5063] Tue Apr 16 14:58:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5063] Tue Apr 16 14:58:22 2019 :: User :globus-mapping: successfully authorized.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: PASS dummy
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 230-User :globus-mapping: logged in.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: SITE HELP
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 214-The following commands are recognized:
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: FEAT
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 211-Extensions supported
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0f810ddd-481b-5bad-b608-123c9c09349e;file-id=696364187;retry=0
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 250 OK.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: TYPE I
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 200 Type set to I.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: MODE E
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 200 Mode set to E.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: DCAU N
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 200 DCAU N.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: OPTS PASV AllowDelayed=1;
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 200 OPTS Command Successful.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: EPSV
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 200 Passive delayed.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: ALLO 814532735
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 200 ALLO command successful.
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1
[5063] Tue Apr 16 14:58:22 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1
[5063] Tue Apr 16 14:58:22 2019 :: incoming transfer
[5063] Tue Apr 16 14:58:22 2019 :: requested node: dpmpool19.farm.particle.cz
[5063] Tue Apr 16 14:58:22 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[5063] Tue Apr 16 14:58:22 2019 :: connected to remote node
[5063] Tue Apr 16 14:58:22 2019 :: fts811.cern.ch:44956: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::19|22801|)
[5063] Tue Apr 16 14:58:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5063] Tue Apr 16 14:58:23 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1'
[5063] Tue Apr 16 14:58:23 2019 :: dmlite :: stat :: single entry
[5063] Tue Apr 16 14:58:23 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5063] Tue Apr 16 14:58:23 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2391] Tue Apr 16 14:58:20 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:20 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 679215104-697827328
[4773] Tue Apr 16 14:58:21 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4773] Tue Apr 16 14:58:21 2019 :: fts808.cern.ch:49872: [SERVER]: 111 Range Marker 123207680-247726080
[5078] Tue Apr 16 14:58:23 2019 :: GFork functionality not enabled.:
[5078] Tue Apr 16 14:58:23 2019 :: Configuration read from /etc/gridftp.conf.
[5078] Tue Apr 16 14:58:23 2019 :: Server started in inetd mode.
[5078] Tue Apr 16 14:58:23 2019 :: New connection from: fts309.usatlas.bnl.gov:52646
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: USER :globus-mapping:
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 331 Password required for :globus-mapping:.
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: PASS dummy
[5078] Tue Apr 16 14:58:24 2019 :: dmlite :: starting new connection
[5078] Tue Apr 16 14:58:24 2019 :: dmlite :: DSI options :: dome_checksum
[5078] Tue Apr 16 14:58:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5078] Tue Apr 16 14:58:24 2019 :: User :globus-mapping: successfully authorized.
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: PASS dummy
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 230-User :globus-mapping: logged in.
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: SITE HELP
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 214-The following commands are recognized:
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: FEAT
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 211-Extensions supported
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=0381e8c1-b889-59e7-bd20-827201df4c4f;file-id=117602468;retry=0
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 250 OK.
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: TYPE I
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 200 Type set to I.
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: MODE E
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 200 Mode set to E.
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1
[5078] Tue Apr 16 14:58:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[5078] Tue Apr 16 14:58:24 2019 :: dmlite :: stat :: single entry
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 213 15076152
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [CLIENT]: QUIT
[5078] Tue Apr 16 14:58:24 2019 :: fts309.usatlas.bnl.gov:52646: [SERVER]: 221 Goodbye.
[5078] Tue Apr 16 14:58:24 2019 :: Closed connection from fts309.usatlas.bnl.gov:52646
[5078] Tue Apr 16 14:58:24 2019 :: dmlite :: closing connection
[4766] Tue Apr 16 14:58:24 2019 :: fts308.usatlas.bnl.gov:42470: [CLIENT]: QUIT
[4766] Tue Apr 16 14:58:24 2019 :: fts308.usatlas.bnl.gov:42470: [SERVER]: 221 Goodbye.
[4766] Tue Apr 16 14:58:24 2019 :: Closed connection from fts308.usatlas.bnl.gov:42470
[4766] Tue Apr 16 14:58:24 2019 :: dmlite :: closing connection
[5040] Tue Apr 16 14:58:20 2019 :: GFork functionality not enabled.:
[5040] Tue Apr 16 14:58:20 2019 :: Configuration read from /etc/gridftp.conf.
[5040] Tue Apr 16 14:58:25 2019 :: Server started in inetd mode.
[5040] Tue Apr 16 14:58:25 2019 :: New connection from: ibis36.farm.particle.cz:59160
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: USER :globus-mapping:
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 331 Password required for :globus-mapping:.
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: PASS dummy
[5040] Tue Apr 16 14:58:25 2019 :: dmlite :: starting new connection
[5040] Tue Apr 16 14:58:25 2019 :: dmlite :: DSI options :: dome_checksum
[5040] Tue Apr 16 14:58:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5040] Tue Apr 16 14:58:25 2019 :: User :globus-mapping: successfully authorized.
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: PASS dummy
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 230-User :globus-mapping: logged in.
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: SITE HELP
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 214-The following commands are recognized:
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: FEAT
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 211-Extensions supported
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 250 OK.
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: TYPE I
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 200 Type set to I.
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: DCAU N
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 200 DCAU N.
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[5040] Tue Apr 16 14:58:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[5040] Tue Apr 16 14:58:25 2019 :: dmlite :: stat :: single entry
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [CLIENT]: QUIT
[5040] Tue Apr 16 14:58:25 2019 :: ibis36.farm.particle.cz:59160: [SERVER]: 221 Goodbye.
[5040] Tue Apr 16 14:58:25 2019 :: Closed connection from ibis36.farm.particle.cz:59160
[5040] Tue Apr 16 14:58:25 2019 :: dmlite :: closing connection
[5095] Tue Apr 16 14:58:24 2019 :: GFork functionality not enabled.:
[5095] Tue Apr 16 14:58:24 2019 :: Configuration read from /etc/gridftp.conf.
[5095] Tue Apr 16 14:58:24 2019 :: Server started in inetd mode.
[5095] Tue Apr 16 14:58:24 2019 :: New connection from: fts307.usatlas.bnl.gov:41570
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [CLIENT]: USER :globus-mapping:
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [SERVER]: 331 Password required for :globus-mapping:.
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [CLIENT]: PASS dummy
[5095] Tue Apr 16 14:58:25 2019 :: dmlite :: starting new connection
[5095] Tue Apr 16 14:58:25 2019 :: dmlite :: DSI options :: dome_checksum
[5095] Tue Apr 16 14:58:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5095] Tue Apr 16 14:58:25 2019 :: User :globus-mapping: successfully authorized.
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [CLIENT]: PASS dummy
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [SERVER]: 230-User :globus-mapping: logged in.
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [CLIENT]: SITE HELP
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [SERVER]: 214-The following commands are recognized:
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [CLIENT]: FEAT
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [SERVER]: 211-Extensions supported
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=5040beca-9d6b-5f13-b04d-a6fea82edfd9;file-id=117602481;retry=0
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [SERVER]: 250 OK.
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [CLIENT]: QUIT
[5095] Tue Apr 16 14:58:25 2019 :: fts307.usatlas.bnl.gov:41570: [SERVER]: 221 Goodbye.
[5095] Tue Apr 16 14:58:25 2019 :: Closed connection from fts307.usatlas.bnl.gov:41570
[5095] Tue Apr 16 14:58:25 2019 :: dmlite :: closing connection
[5048] Tue Apr 16 14:58:21 2019 :: GFork functionality not enabled.:
[5048] Tue Apr 16 14:58:21 2019 :: Configuration read from /etc/gridftp.conf.
[5048] Tue Apr 16 14:58:21 2019 :: Server started in inetd mode.
[5048] Tue Apr 16 14:58:21 2019 :: New connection from: fts811.cern.ch:44944
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: USER :globus-mapping:
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 331 Password required for :globus-mapping:.
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: PASS dummy
[5048] Tue Apr 16 14:58:21 2019 :: dmlite :: starting new connection
[5048] Tue Apr 16 14:58:21 2019 :: dmlite :: DSI options :: dome_checksum
[5048] Tue Apr 16 14:58:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5048] Tue Apr 16 14:58:21 2019 :: User :globus-mapping: successfully authorized.
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: PASS dummy
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 230-User :globus-mapping: logged in.
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: SITE HELP
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 214-The following commands are recognized:
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: FEAT
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 211-Extensions supported
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0f810ddd-481b-5bad-b608-123c9c09349e;file-id=696364187;retry=0
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 250 OK.
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: TYPE I
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 200 Type set to I.
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: DCAU N
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 200 DCAU N.
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1
[5048] Tue Apr 16 14:58:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5048] Tue Apr 16 14:58:21 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3
[5048] Tue Apr 16 14:58:21 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5048] Tue Apr 16 14:58:21 2019 :: dmlite :: stat :: single entry
[5048] Tue Apr 16 14:58:21 2019 :: fts811.cern.ch:44944: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3
[5054] Tue Apr 16 14:58:21 2019 :: GFork functionality not enabled.:
[5054] Tue Apr 16 14:58:21 2019 :: Configuration read from /etc/gridftp.conf.
[5054] Tue Apr 16 14:58:21 2019 :: Server started in inetd mode.
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: TYPE I
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Type set to I.
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DCAU N
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 DCAU N.
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: OPTS PASV AllowDelayed=1;
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 OPTS Command Successful.
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4997] Tue Apr 16 14:58:23 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4997] Tue Apr 16 14:58:23 2019 :: outgoing transfer
[4997] Tue Apr 16 14:58:23 2019 :: requested node: dpmpool20.farm.particle.cz
[4997] Tue Apr 16 14:58:23 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4997] Tue Apr 16 14:58:23 2019 :: connected to remote node
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,91,93,85)
[4997] Tue Apr 16 14:58:23 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/evil filename-!@#%^_-+=:][}{><'" #$&*)(.208.1555419496 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:58:23 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(".
[4997] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:58:23 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:23 2019 :: dmlite :: dome checksum :: md5 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4997] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: CKSM md5 0 -1 /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[4997] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 213 8e0abe8547f0411554a35b97447b2fbd
[4997] Tue Apr 16 14:58:24 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting" created successfully.
[4997] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[4997] Tue Apr 16 14:58:24 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[4997] Tue Apr 16 14:58:24 2019 :: incoming transfer
[4997] Tue Apr 16 14:58:24 2019 :: requested node: dpmpool22.farm.particle.cz
[4997] Tue Apr 16 14:58:24 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[4997] Tue Apr 16 14:58:25 2019 :: connected to remote node
[4997] Tue Apr 16 14:58:25 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,93,91,239)
[4997] Tue Apr 16 14:58:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0'
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4957] Tue Apr 16 14:58:21 2019 :: New connection from: mikan26.farm.particle.cz:38854
[5063] Tue Apr 16 14:58:23 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5063] Tue Apr 16 14:58:23 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs13/atlas/2019-04-16/HITS.17617237._024606.pool.root.1.210.1555419502 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5063] Tue Apr 16 14:58:23 2019 :: fts811.cern.ch:44956: [SERVER]: 150 Beginning transfer.
[5063] Tue Apr 16 14:58:23 2019 :: fts811.cern.ch:44956: [SERVER]: 112-Perf Marker
[5105] Tue Apr 16 14:58:25 2019 :: GFork functionality not enabled.:
[5105] Tue Apr 16 14:58:25 2019 :: Configuration read from /etc/gridftp.conf.
[5105] Tue Apr 16 14:58:25 2019 :: Server started in inetd mode.
[5105] Tue Apr 16 14:58:25 2019 :: New connection from: fts307.usatlas.bnl.gov:41592
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: USER :globus-mapping:
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 331 Password required for :globus-mapping:.
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: PASS dummy
[5105] Tue Apr 16 14:58:26 2019 :: dmlite :: starting new connection
[5105] Tue Apr 16 14:58:26 2019 :: dmlite :: DSI options :: dome_checksum
[5105] Tue Apr 16 14:58:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5105] Tue Apr 16 14:58:26 2019 :: User :globus-mapping: successfully authorized.
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: PASS dummy
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 230-User :globus-mapping: logged in.
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: SITE HELP
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 214-The following commands are recognized:
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: FEAT
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 211-Extensions supported
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=5040beca-9d6b-5f13-b04d-a6fea82edfd9;file-id=117602481;retry=0
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 250 OK.
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: TYPE I
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 200 Type set to I.
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: MODE E
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 200 Mode set to E.
[5105] Tue Apr 16 14:58:26 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1
[5105] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[5105] Tue Apr 16 14:58:27 2019 :: dmlite :: stat :: single entry
[5105] Tue Apr 16 14:58:27 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 213 15873810
[5105] Tue Apr 16 14:58:27 2019 :: fts307.usatlas.bnl.gov:41592: [CLIENT]: QUIT
[5105] Tue Apr 16 14:58:27 2019 :: fts307.usatlas.bnl.gov:41592: [SERVER]: 221 Goodbye.
[5105] Tue Apr 16 14:58:27 2019 :: Closed connection from fts307.usatlas.bnl.gov:41592
[5105] Tue Apr 16 14:58:27 2019 :: dmlite :: closing connection
[5014] Tue Apr 16 14:58:23 2019 :: New connection from: ui1.farm.particle.cz:33152
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: USER :globus-mapping:
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 331 Password required for :globus-mapping:.
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASS dummy
[5014] Tue Apr 16 14:58:23 2019 :: dmlite :: starting new connection
[5014] Tue Apr 16 14:58:23 2019 :: dmlite :: DSI options :: dome_checksum
[5014] Tue Apr 16 14:58:23 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5014] Tue Apr 16 14:58:23 2019 :: User :globus-mapping: successfully authorized.
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASS dummy
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 230-User :globus-mapping: logged in.
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: SITE HELP
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 214-The following commands are recognized:
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: FEAT
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 211-Extensions supported
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250 OK.
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: TYPE I
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Type set to I.
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: DCAU N
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 DCAU N.
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[5014] Tue Apr 16 14:58:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:23 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[5014] Tue Apr 16 14:58:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:23 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:23 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[5014] Tue Apr 16 14:58:24 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)( :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/evil filename-!@#%^_-+=:][}{><'" #$&*)(
[5014] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250 OK.
[5014] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[5014] Tue Apr 16 14:58:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:24 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:24 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5014] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: OPTS PASV AllowDelayed=1;
[5014] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 OPTS Command Successful.
[5014] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[5014] Tue Apr 16 14:58:26 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[5014] Tue Apr 16 14:58:26 2019 :: incoming transfer
[5014] Tue Apr 16 14:58:26 2019 :: requested node: dpmpool20.farm.particle.cz
[5014] Tue Apr 16 14:58:26 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[5014] Tue Apr 16 14:58:26 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,91,94,238)
[5014] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:27 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1'
[5014] Tue Apr 16 14:58:27 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:27 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5014] Tue Apr 16 14:58:27 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/0.211.1555419504 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 112-Perf Marker
[4997] Tue Apr 16 14:58:26 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0".
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/0.211.1555419504 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:26 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:26 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: USER :globus-mapping:
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 331 Password required for :globus-mapping:.
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: PASS dummy
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: starting new connection
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: DSI options :: dome_checksum
[4957] Tue Apr 16 14:58:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[4957] Tue Apr 16 14:58:26 2019 :: User :globus-mapping: successfully authorized.
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: PASS dummy
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 230-User :globus-mapping: logged in.
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: SITE HELP
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 214-The following commands are recognized:
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: FEAT
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 211-Extensions supported
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 250 OK.
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: TYPE I
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 200 Type set to I.
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: DCAU N
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 200 DCAU N.
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2' - 22-[#00.000022] Can't create folder 'e2' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: OPTS PASV AllowDelayed=1;
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 200 OPTS Command Successful.
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: PASV
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 200 Passive delayed.
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:26 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:26 2019 :: incoming transfer
[4957] Tue Apr 16 14:58:26 2019 :: requested node: dpmpool9.farm.particle.cz
[4957] Tue Apr 16 14:58:26 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4957] Tue Apr 16 14:58:26 2019 :: connected to remote node
[4957] Tue Apr 16 14:58:26 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 127 Entering Passive Mode (147,231,25,47,94,238)
[4957] Tue Apr 16 14:58:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload'
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: single entry
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[5007] Tue Apr 16 14:58:25 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:58:25 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 0-268959744
[5014] Tue Apr 16 14:58:27 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:27 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/1.212.1555419506 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 112-Perf Marker
[5014] Tue Apr 16 14:58:28 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1".
[5014] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:28 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/1.212.1555419506 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[5014] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:28 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[1171] Tue Apr 16 14:58:24 2019 :: Child process 5078 ended with rc = 0
[1171] Tue Apr 16 14:58:24 2019 :: Child process 4766 ended with rc = 0
[1171] Tue Apr 16 14:58:25 2019 :: Child process 5040 ended with rc = 0
[1171] Tue Apr 16 14:58:25 2019 :: Child process 5095 ended with rc = 0
[1171] Tue Apr 16 14:58:27 2019 :: Child process 5105 ended with rc = 0
[2391] Tue Apr 16 14:58:25 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:25 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 697827328-716701696
[4773] Tue Apr 16 14:58:26 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4773] Tue Apr 16 14:58:26 2019 :: fts808.cern.ch:49872: [SERVER]: 111 Range Marker 247726080-370933760
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17663177._065073.pool.root.1.rucio.upload.213.1555419506 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:28 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 150 Beginning transfer.
[4957] Tue Apr 16 14:58:28 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 112-Perf Marker
[4957] Tue Apr 16 14:58:28 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload".
[4957] Tue Apr 16 14:58:28 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 226 Transfer Complete.
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17663177._065073.pool.root.1.rucio.upload.213.1555419506 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:28 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: single entry
[4957] Tue Apr 16 14:58:28 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:28 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 213 a094ccd9
[4957] Tue Apr 16 14:58:29 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:29 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2' - 22-[#00.000022] Can't create folder 'e2' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[4957] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: single entry
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1.rucio.upload
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 350 OK. Send RNTO with destination name.
[4957] Tue Apr 16 14:58:29 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 250 OK.
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [CLIENT]: QUIT
[4957] Tue Apr 16 14:58:29 2019 :: mikan26.farm.particle.cz:38854: [SERVER]: 221 Goodbye.
[4957] Tue Apr 16 14:58:29 2019 :: Closed connection from mikan26.farm.particle.cz:38854
[4957] Tue Apr 16 14:58:29 2019 :: dmlite :: closing connection
[4997] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[4997] Tue Apr 16 14:58:28 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[4997] Tue Apr 16 14:58:28 2019 :: incoming transfer
[4997] Tue Apr 16 14:58:28 2019 :: requested node: dpmpool20.farm.particle.cz
[4997] Tue Apr 16 14:58:28 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4997] Tue Apr 16 14:58:28 2019 :: connected to remote node
[4997] Tue Apr 16 14:58:28 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,91,96,170)
[4997] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2'
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5111] Tue Apr 16 14:58:25 2019 :: GFork functionality not enabled.:
[5111] Tue Apr 16 14:58:25 2019 :: Configuration read from /etc/gridftp.conf.
[5111] Tue Apr 16 14:58:25 2019 :: Server started in inetd mode.
[5111] Tue Apr 16 14:58:25 2019 :: New connection from: ib19.farm.particle.cz:56016
[5117] Tue Apr 16 14:58:25 2019 :: GFork functionality not enabled.:
[5117] Tue Apr 16 14:58:25 2019 :: Configuration read from /etc/gridftp.conf.
[5123] Tue Apr 16 14:58:26 2019 :: GFork functionality not enabled.:
[5123] Tue Apr 16 14:58:26 2019 :: Configuration read from /etc/gridftp.conf.
[5123] Tue Apr 16 14:58:26 2019 :: Server started in inetd mode.
[5123] Tue Apr 16 14:58:26 2019 :: New connection from: fts309.usatlas.bnl.gov:52734
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: USER :globus-mapping:
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 331 Password required for :globus-mapping:.
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: PASS dummy
[5123] Tue Apr 16 14:58:26 2019 :: dmlite :: starting new connection
[5123] Tue Apr 16 14:58:26 2019 :: dmlite :: DSI options :: dome_checksum
[5123] Tue Apr 16 14:58:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5123] Tue Apr 16 14:58:26 2019 :: User :globus-mapping: successfully authorized.
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: PASS dummy
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 230-User :globus-mapping: logged in.
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: SITE HELP
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 214-The following commands are recognized:
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: FEAT
[5123] Tue Apr 16 14:58:26 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 211-Extensions supported
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=0381e8c1-b889-59e7-bd20-827201df4c4f;file-id=117602468;retry=0
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 250 OK.
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: TYPE I
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 200 Type set to I.
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: MODE E
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 200 Mode set to E.
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 200 OPTS Command Successful.
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: DCAU N
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 200 DCAU N.
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: PORT 129,107,255,17,216,206
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 200 PORT Command successful.
[5123] Tue Apr 16 14:58:27 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1
[5123] Tue Apr 16 14:58:27 2019 :: requested node: dpmpool19.farm.particle.cz
[5123] Tue Apr 16 14:58:27 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[5123] Tue Apr 16 14:58:27 2019 :: connected to remote node
[5123] Tue Apr 16 14:58:27 2019 :: dmlite :: send :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/EVNT.17639170._128561.pool.root.1.rucio.upload.544131.1555418967 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts309.usatlas.bnl.gov
[5123] Tue Apr 16 14:58:28 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 150 Beginning transfer.
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: USER :globus-mapping:
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 331 Password required for :globus-mapping:.
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: PASS dummy
[5111] Tue Apr 16 14:58:30 2019 :: dmlite :: starting new connection
[5111] Tue Apr 16 14:58:30 2019 :: dmlite :: DSI options :: dome_checksum
[5111] Tue Apr 16 14:58:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5111] Tue Apr 16 14:58:30 2019 :: User :globus-mapping: successfully authorized.
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: PASS dummy
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 230-User :globus-mapping: logged in.
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: SITE HELP
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 214-The following commands are recognized:
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: FEAT
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 211-Extensions supported
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 250 OK.
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: TYPE I
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 200 Type set to I.
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: DCAU N
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 200 DCAU N.
[5111] Tue Apr 16 14:58:30 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1
[5111] Tue Apr 16 14:58:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5111] Tue Apr 16 14:58:31 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5111] Tue Apr 16 14:58:31 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5111] Tue Apr 16 14:58:31 2019 :: ib19.farm.particle.cz:56016: [CLIENT]: QUIT
[5111] Tue Apr 16 14:58:31 2019 :: ib19.farm.particle.cz:56016: [SERVER]: 221 Goodbye.
[5111] Tue Apr 16 14:58:31 2019 :: Closed connection from ib19.farm.particle.cz:56016
[5111] Tue Apr 16 14:58:31 2019 :: dmlite :: closing connection
[5117] Tue Apr 16 14:58:30 2019 :: Server started in inetd mode.
[5117] Tue Apr 16 14:58:30 2019 :: New connection from: ibis36.farm.particle.cz:59164
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: USER :globus-mapping:
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 331 Password required for :globus-mapping:.
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: PASS dummy
[5117] Tue Apr 16 14:58:31 2019 :: dmlite :: starting new connection
[5117] Tue Apr 16 14:58:31 2019 :: dmlite :: DSI options :: dome_checksum
[5117] Tue Apr 16 14:58:31 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5117] Tue Apr 16 14:58:31 2019 :: User :globus-mapping: successfully authorized.
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: PASS dummy
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 230-User :globus-mapping: logged in.
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: SITE HELP
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 214-The following commands are recognized:
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: FEAT
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 211-Extensions supported
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 250 OK.
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: TYPE I
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 200 Type set to I.
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: DCAU N
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 200 DCAU N.
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[5117] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[5117] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: single entry
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [CLIENT]: QUIT
[5117] Tue Apr 16 14:58:31 2019 :: ibis36.farm.particle.cz:59164: [SERVER]: 221 Goodbye.
[5117] Tue Apr 16 14:58:31 2019 :: Closed connection from ibis36.farm.particle.cz:59164
[5117] Tue Apr 16 14:58:31 2019 :: dmlite :: closing connection
[5014] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[5014] Tue Apr 16 14:58:29 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[5014] Tue Apr 16 14:58:29 2019 :: incoming transfer
[5014] Tue Apr 16 14:58:29 2019 :: requested node: dpmpool21.farm.particle.cz
[5014] Tue Apr 16 14:58:29 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[5014] Tue Apr 16 14:58:29 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,92,93,38)
[5014] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3'
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5054] Tue Apr 16 14:58:26 2019 :: New connection from: ce01.lhep.unibe.ch:48244
[5158] Tue Apr 16 14:58:29 2019 :: GFork functionality not enabled.:
[5158] Tue Apr 16 14:58:29 2019 :: Configuration read from /etc/gridftp.conf.
[5158] Tue Apr 16 14:58:29 2019 :: Server started in inetd mode.
[5158] Tue Apr 16 14:58:29 2019 :: New connection from: fts805.cern.ch:39376
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [CLIENT]: USER :globus-mapping:
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [SERVER]: 331 Password required for :globus-mapping:.
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [CLIENT]: PASS dummy
[5158] Tue Apr 16 14:58:29 2019 :: dmlite :: starting new connection
[5158] Tue Apr 16 14:58:29 2019 :: dmlite :: DSI options :: dome_checksum
[5158] Tue Apr 16 14:58:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5158] Tue Apr 16 14:58:29 2019 :: User :globus-mapping: successfully authorized.
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [CLIENT]: PASS dummy
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [SERVER]: 230-User :globus-mapping: logged in.
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [CLIENT]: SITE HELP
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [SERVER]: 214-The following commands are recognized:
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [CLIENT]: FEAT
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [SERVER]: 211-Extensions supported
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=85d7f911-ff25-5fed-96da-05511f24adb0;file-id=696364352;retry=0
[5158] Tue Apr 16 14:58:29 2019 :: fts805.cern.ch:39376: [SERVER]: 250 OK.
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [CLIENT]: TYPE I
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [SERVER]: 200 Type set to I.
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [CLIENT]: MODE E
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [SERVER]: 200 Mode set to E.
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [CLIENT]: DCAU N
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [SERVER]: 200 DCAU N.
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [CLIENT]: OPTS PASV AllowDelayed=1;
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [SERVER]: 200 OPTS Command Successful.
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [CLIENT]: EPSV
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [SERVER]: 200 Passive delayed.
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [CLIENT]: ALLO 851655474
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [SERVER]: 200 ALLO command successful.
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1
[5158] Tue Apr 16 14:58:30 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1
[5158] Tue Apr 16 14:58:30 2019 :: incoming transfer
[5158] Tue Apr 16 14:58:30 2019 :: requested node: dpmpool22.farm.particle.cz
[5158] Tue Apr 16 14:58:30 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[5158] Tue Apr 16 14:58:30 2019 :: connected to remote node
[5158] Tue Apr 16 14:58:30 2019 :: fts805.cern.ch:39376: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::22|23801|)
[5158] Tue Apr 16 14:58:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5158] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1'
[5158] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: single entry
[5158] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5158] Tue Apr 16 14:58:31 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5063] Tue Apr 16 14:58:28 2019 :: fts811.cern.ch:44956: [SERVER]: 112-Perf Marker
[5063] Tue Apr 16 14:58:28 2019 :: fts811.cern.ch:44956: [SERVER]: 111 Range Marker 0-428736512
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/2.214.1555419508 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 112-Perf Marker
[4997] Tue Apr 16 14:58:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2".
[4997] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/2.214.1555419508 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:29 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:29 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4997] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[4997] Tue Apr 16 14:58:31 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[4997] Tue Apr 16 14:58:31 2019 :: incoming transfer
[4997] Tue Apr 16 14:58:31 2019 :: requested node: dpmpool22.farm.particle.cz
[4997] Tue Apr 16 14:58:31 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[4997] Tue Apr 16 14:58:31 2019 :: connected to remote node
[4997] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,93,92,128)
[4997] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4'
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5136] Tue Apr 16 14:58:27 2019 :: GFork functionality not enabled.:
[5136] Tue Apr 16 14:58:27 2019 :: Configuration read from /etc/gridftp.conf.
[5136] Tue Apr 16 14:58:27 2019 :: Server started in inetd mode.
[5136] Tue Apr 16 14:58:27 2019 :: New connection from: fts805.cern.ch:39198
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: USER :globus-mapping:
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 331 Password required for :globus-mapping:.
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: PASS dummy
[5136] Tue Apr 16 14:58:28 2019 :: dmlite :: starting new connection
[5136] Tue Apr 16 14:58:28 2019 :: dmlite :: DSI options :: dome_checksum
[5136] Tue Apr 16 14:58:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5136] Tue Apr 16 14:58:28 2019 :: User :globus-mapping: successfully authorized.
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: PASS dummy
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 230-User :globus-mapping: logged in.
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: SITE HELP
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 214-The following commands are recognized:
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: FEAT
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 211-Extensions supported
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=85d7f911-ff25-5fed-96da-05511f24adb0;file-id=696364352;retry=0
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 250 OK.
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: TYPE I
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 200 Type set to I.
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: DCAU N
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 200 DCAU N.
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1
[5136] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5136] Tue Apr 16 14:58:28 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7
[5136] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5136] Tue Apr 16 14:58:28 2019 :: dmlite :: stat :: single entry
[5136] Tue Apr 16 14:58:28 2019 :: fts805.cern.ch:39198: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/4.217.1555419511 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 112-Perf Marker
[4997] Tue Apr 16 14:58:32 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4".
[4997] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/4.217.1555419511 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:32 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5063] Tue Apr 16 14:58:32 2019 :: fts811.cern.ch:44956: [SERVER]: 112-Perf Marker
[5063] Tue Apr 16 14:58:32 2019 :: fts811.cern.ch:44956: [SERVER]: 111 Range Marker 428736512-814532735
[5063] Tue Apr 16 14:58:32 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1".
[5063] Tue Apr 16 14:58:32 2019 :: fts811.cern.ch:44956: [SERVER]: 226 Transfer Complete.
[5063] Tue Apr 16 14:58:32 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs13/atlas/2019-04-16/HITS.17617237._024606.pool.root.1.210.1555419502 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5063] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:44956: [CLIENT]: QUIT
[5063] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:44956: [SERVER]: 221 Goodbye.
[5063] Tue Apr 16 14:58:33 2019 :: Closed connection from fts811.cern.ch:44956
[5063] Tue Apr 16 14:58:33 2019 :: dmlite :: closing connection
[5007] Tue Apr 16 14:58:30 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:58:30 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 268959744-516161536
[5143] Tue Apr 16 14:58:28 2019 :: GFork functionality not enabled.:
[5143] Tue Apr 16 14:58:28 2019 :: Configuration read from /etc/gridftp.conf.
[5143] Tue Apr 16 14:58:28 2019 :: Server started in inetd mode.
[5143] Tue Apr 16 14:58:28 2019 :: New connection from: fts307.usatlas.bnl.gov:41634
[5143] Tue Apr 16 14:58:28 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: USER :globus-mapping:
[5143] Tue Apr 16 14:58:28 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 331 Password required for :globus-mapping:.
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: PASS dummy
[5143] Tue Apr 16 14:58:29 2019 :: dmlite :: starting new connection
[5143] Tue Apr 16 14:58:29 2019 :: dmlite :: DSI options :: dome_checksum
[5143] Tue Apr 16 14:58:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5143] Tue Apr 16 14:58:29 2019 :: User :globus-mapping: successfully authorized.
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: PASS dummy
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 230-User :globus-mapping: logged in.
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: SITE HELP
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 214-The following commands are recognized:
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: FEAT
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 211-Extensions supported
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=5040beca-9d6b-5f13-b04d-a6fea82edfd9;file-id=117602481;retry=0
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 250 OK.
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: TYPE I
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 200 Type set to I.
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: MODE E
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 200 Mode set to E.
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 200 OPTS Command Successful.
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: DCAU N
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 200 DCAU N.
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: PORT 129,107,255,16,233,187
[5143] Tue Apr 16 14:58:29 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 200 PORT Command successful.
[5143] Tue Apr 16 14:58:30 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1
[5143] Tue Apr 16 14:58:30 2019 :: requested node: dpmpool9.farm.particle.cz
[5143] Tue Apr 16 14:58:30 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[5143] Tue Apr 16 14:58:30 2019 :: connected to remote node
[5143] Tue Apr 16 14:58:30 2019 :: dmlite :: send :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17639170._128556.pool.root.1.rucio.upload.544230.1555419189 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts307.usatlas.bnl.gov
[5143] Tue Apr 16 14:58:30 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/3.215.1555419509 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 112-Perf Marker
[5014] Tue Apr 16 14:58:31 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3".
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/3.215.1555419509 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:31 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:31 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5014] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:32 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:32 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[5014] Tue Apr 16 14:58:32 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[5014] Tue Apr 16 14:58:32 2019 :: incoming transfer
[5014] Tue Apr 16 14:58:32 2019 :: requested node: dpmpool22.farm.particle.cz
[5014] Tue Apr 16 14:58:32 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[5014] Tue Apr 16 14:58:33 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:33 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,93,85,55)
[5014] Tue Apr 16 14:58:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5193] Tue Apr 16 14:58:33 2019 :: GFork functionality not enabled.:
[5193] Tue Apr 16 14:58:33 2019 :: Configuration read from /etc/gridftp.conf.
[5193] Tue Apr 16 14:58:33 2019 :: Server started in inetd mode.
[5193] Tue Apr 16 14:58:33 2019 :: New connection from: fts811.cern.ch:45076
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [CLIENT]: USER :globus-mapping:
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [SERVER]: 331 Password required for :globus-mapping:.
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [CLIENT]: PASS dummy
[5193] Tue Apr 16 14:58:33 2019 :: dmlite :: starting new connection
[5193] Tue Apr 16 14:58:33 2019 :: dmlite :: DSI options :: dome_checksum
[5193] Tue Apr 16 14:58:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5193] Tue Apr 16 14:58:33 2019 :: User :globus-mapping: successfully authorized.
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [CLIENT]: PASS dummy
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [SERVER]: 230-User :globus-mapping: logged in.
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [CLIENT]: SITE HELP
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [SERVER]: 214-The following commands are recognized:
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [CLIENT]: FEAT
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [SERVER]: 211-Extensions supported
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0f810ddd-481b-5bad-b608-123c9c09349e;file-id=696364187;retry=0
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [SERVER]: 250 OK.
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [CLIENT]: QUIT
[5193] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45076: [SERVER]: 221 Goodbye.
[5193] Tue Apr 16 14:58:33 2019 :: Closed connection from fts811.cern.ch:45076
[5193] Tue Apr 16 14:58:33 2019 :: dmlite :: closing connection
[1171] Tue Apr 16 14:58:29 2019 :: Child process 4957 ended with rc = 0
[1171] Tue Apr 16 14:58:31 2019 :: Child process 5111 ended with rc = 0
[1171] Tue Apr 16 14:58:31 2019 :: Child process 5117 ended with rc = 0
[1171] Tue Apr 16 14:58:33 2019 :: Child process 5063 ended with rc = 0
[1171] Tue Apr 16 14:58:33 2019 :: Child process 5193 ended with rc = 0
[5123] Tue Apr 16 14:58:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bc/91/EVNT.17639170._128561.pool.root.1".
[5123] Tue Apr 16 14:58:33 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 226 Transfer Complete.
[5123] Tue Apr 16 14:58:33 2019 :: fts309.usatlas.bnl.gov:52734: [CLIENT]: QUIT
[5123] Tue Apr 16 14:58:33 2019 :: fts309.usatlas.bnl.gov:52734: [SERVER]: 221 Goodbye.
[5123] Tue Apr 16 14:58:33 2019 :: Closed connection from fts309.usatlas.bnl.gov:52734
[5123] Tue Apr 16 14:58:33 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:58:30 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:30 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 716701696-732954624
[5143] Tue Apr 16 14:58:33 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/56/a0/EVNT.17639170._128556.pool.root.1".
[5143] Tue Apr 16 14:58:33 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 226 Transfer Complete.
[5143] Tue Apr 16 14:58:34 2019 :: fts307.usatlas.bnl.gov:41634: [CLIENT]: QUIT
[5143] Tue Apr 16 14:58:34 2019 :: fts307.usatlas.bnl.gov:41634: [SERVER]: 221 Goodbye.
[5143] Tue Apr 16 14:58:34 2019 :: Closed connection from fts307.usatlas.bnl.gov:41634
[5143] Tue Apr 16 14:58:34 2019 :: dmlite :: closing connection
[4773] Tue Apr 16 14:58:31 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4773] Tue Apr 16 14:58:31 2019 :: fts808.cern.ch:49872: [SERVER]: 111 Range Marker 370933760-497549312
[5152] Tue Apr 16 14:58:29 2019 :: GFork functionality not enabled.:
[5152] Tue Apr 16 14:58:29 2019 :: Configuration read from /etc/gridftp.conf.
[5152] Tue Apr 16 14:58:29 2019 :: Server started in inetd mode.
[5152] Tue Apr 16 14:58:29 2019 :: New connection from: mikan26.farm.particle.cz:38862
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5'
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: USER :globus-mapping:
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 331 Password required for :globus-mapping:.
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: PASS dummy
[5152] Tue Apr 16 14:58:34 2019 :: dmlite :: starting new connection
[5152] Tue Apr 16 14:58:34 2019 :: dmlite :: DSI options :: dome_checksum
[5152] Tue Apr 16 14:58:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5152] Tue Apr 16 14:58:34 2019 :: User :globus-mapping: successfully authorized.
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: PASS dummy
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 230-User :globus-mapping: logged in.
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: SITE HELP
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 214-The following commands are recognized:
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: FEAT
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 211-Extensions supported
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 250 OK.
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: TYPE I
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 200 Type set to I.
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: DCAU N
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 200 DCAU N.
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1
[5152] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[5152] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: single entry
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/4f/e2/EVNT.17663177._065073.pool.root.1
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [CLIENT]: QUIT
[5152] Tue Apr 16 14:58:34 2019 :: mikan26.farm.particle.cz:38862: [SERVER]: 221 Goodbye.
[5152] Tue Apr 16 14:58:34 2019 :: Closed connection from mikan26.farm.particle.cz:38862
[5152] Tue Apr 16 14:58:34 2019 :: dmlite :: closing connection
[5158] Tue Apr 16 14:58:31 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5158] Tue Apr 16 14:58:31 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._023535.pool.root.1.216.1555419510 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5158] Tue Apr 16 14:58:31 2019 :: fts805.cern.ch:39376: [SERVER]: 150 Beginning transfer.
[5158] Tue Apr 16 14:58:31 2019 :: fts805.cern.ch:39376: [SERVER]: 112-Perf Marker
[5206] Tue Apr 16 14:58:33 2019 :: GFork functionality not enabled.:
[5206] Tue Apr 16 14:58:33 2019 :: Configuration read from /etc/gridftp.conf.
[5206] Tue Apr 16 14:58:33 2019 :: Server started in inetd mode.
[5206] Tue Apr 16 14:58:33 2019 :: New connection from: fts811.cern.ch:45088
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [CLIENT]: USER :globus-mapping:
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [SERVER]: 331 Password required for :globus-mapping:.
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [CLIENT]: PASS dummy
[5206] Tue Apr 16 14:58:33 2019 :: dmlite :: starting new connection
[5206] Tue Apr 16 14:58:33 2019 :: dmlite :: DSI options :: dome_checksum
[5206] Tue Apr 16 14:58:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5206] Tue Apr 16 14:58:33 2019 :: User :globus-mapping: successfully authorized.
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [CLIENT]: PASS dummy
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [SERVER]: 230-User :globus-mapping: logged in.
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [CLIENT]: SITE HELP
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [SERVER]: 214-The following commands are recognized:
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [CLIENT]: FEAT
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [SERVER]: 211-Extensions supported
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0f810ddd-481b-5bad-b608-123c9c09349e;file-id=696364187;retry=0
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [SERVER]: 250 OK.
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [CLIENT]: TYPE I
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [SERVER]: 200 Type set to I.
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [CLIENT]: MODE E
[5206] Tue Apr 16 14:58:33 2019 :: fts811.cern.ch:45088: [SERVER]: 200 Mode set to E.
[5206] Tue Apr 16 14:58:33 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5206] Tue Apr 16 14:58:33 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1
[5206] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45088: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1
[5206] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45088: [SERVER]: 213 528e220f
[5206] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45088: [CLIENT]: QUIT
[5206] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45088: [SERVER]: 221 Goodbye.
[5206] Tue Apr 16 14:58:34 2019 :: Closed connection from fts811.cern.ch:45088
[5206] Tue Apr 16 14:58:34 2019 :: dmlite :: closing connection
[5229] Tue Apr 16 14:58:34 2019 :: GFork functionality not enabled.:
[5229] Tue Apr 16 14:58:34 2019 :: Configuration read from /etc/gridftp.conf.
[5229] Tue Apr 16 14:58:34 2019 :: Server started in inetd mode.
[5229] Tue Apr 16 14:58:34 2019 :: New connection from: fts811.cern.ch:45126
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [CLIENT]: USER :globus-mapping:
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [SERVER]: 331 Password required for :globus-mapping:.
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [CLIENT]: PASS dummy
[5229] Tue Apr 16 14:58:34 2019 :: dmlite :: starting new connection
[5229] Tue Apr 16 14:58:34 2019 :: dmlite :: DSI options :: dome_checksum
[5229] Tue Apr 16 14:58:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5229] Tue Apr 16 14:58:34 2019 :: User :globus-mapping: successfully authorized.
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [CLIENT]: PASS dummy
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [SERVER]: 230-User :globus-mapping: logged in.
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [CLIENT]: SITE HELP
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [SERVER]: 214-The following commands are recognized:
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [CLIENT]: FEAT
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [SERVER]: 211-Extensions supported
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0f810ddd-481b-5bad-b608-123c9c09349e;file-id=696364187;retry=0
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [SERVER]: 250 OK.
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [CLIENT]: QUIT
[5229] Tue Apr 16 14:58:34 2019 :: fts811.cern.ch:45126: [SERVER]: 221 Goodbye.
[5229] Tue Apr 16 14:58:34 2019 :: Closed connection from fts811.cern.ch:45126
[5229] Tue Apr 16 14:58:34 2019 :: dmlite :: closing connection
[5200] Tue Apr 16 14:58:33 2019 :: GFork functionality not enabled.:
[5200] Tue Apr 16 14:58:33 2019 :: Configuration read from /etc/gridftp.conf.
[5200] Tue Apr 16 14:58:33 2019 :: Server started in inetd mode.
[5200] Tue Apr 16 14:58:33 2019 :: New connection from: fts804.cern.ch:51922
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: USER :globus-mapping:
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 331 Password required for :globus-mapping:.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: PASS dummy
[5200] Tue Apr 16 14:58:33 2019 :: dmlite :: starting new connection
[5200] Tue Apr 16 14:58:33 2019 :: dmlite :: DSI options :: dome_checksum
[5200] Tue Apr 16 14:58:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5200] Tue Apr 16 14:58:33 2019 :: User :globus-mapping: successfully authorized.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: PASS dummy
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 230-User :globus-mapping: logged in.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: SITE HELP
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 214-The following commands are recognized:
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: FEAT
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 211-Extensions supported
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=e08d98e6-d3a5-55bc-bb39-bf4a5efe4386;file-id=696364790;retry=0
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 250 OK.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: TYPE I
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 200 Type set to I.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: MODE E
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 200 Mode set to E.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: DCAU N
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 200 DCAU N.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: OPTS PASV AllowDelayed=1;
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 200 OPTS Command Successful.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: EPSV
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 200 Passive delayed.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: ALLO 879348250
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 200 ALLO command successful.
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1
[5200] Tue Apr 16 14:58:33 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1
[5200] Tue Apr 16 14:58:33 2019 :: incoming transfer
[5200] Tue Apr 16 14:58:33 2019 :: requested node: dpmpool20.farm.particle.cz
[5200] Tue Apr 16 14:58:33 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[5200] Tue Apr 16 14:58:33 2019 :: connected to remote node
[5200] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51922: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::20|21815|)
[5200] Tue Apr 16 14:58:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5200] Tue Apr 16 14:58:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1'
[5200] Tue Apr 16 14:58:35 2019 :: dmlite :: stat :: single entry
[5200] Tue Apr 16 14:58:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5200] Tue Apr 16 14:58:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5235] Tue Apr 16 14:58:35 2019 :: GFork functionality not enabled.:
[5235] Tue Apr 16 14:58:35 2019 :: Configuration read from /etc/gridftp.conf.
[5235] Tue Apr 16 14:58:35 2019 :: Server started in inetd mode.
[5235] Tue Apr 16 14:58:35 2019 :: New connection from: fts811.cern.ch:45130
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: USER :globus-mapping:
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 331 Password required for :globus-mapping:.
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: PASS dummy
[5235] Tue Apr 16 14:58:35 2019 :: dmlite :: starting new connection
[5235] Tue Apr 16 14:58:35 2019 :: dmlite :: DSI options :: dome_checksum
[5235] Tue Apr 16 14:58:35 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5235] Tue Apr 16 14:58:35 2019 :: User :globus-mapping: successfully authorized.
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: PASS dummy
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 230-User :globus-mapping: logged in.
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: SITE HELP
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 214-The following commands are recognized:
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: FEAT
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 211-Extensions supported
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=0f810ddd-481b-5bad-b608-123c9c09349e;file-id=696364187;retry=0
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 250 OK.
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: TYPE I
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 200 Type set to I.
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: MODE E
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 200 Mode set to E.
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: DCAU N
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 200 DCAU N.
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1
[5235] Tue Apr 16 14:58:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[5235] Tue Apr 16 14:58:35 2019 :: dmlite :: stat :: single entry
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/54/a3/HITS.17617237._024606.pool.root.1
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [CLIENT]: QUIT
[5235] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:45130: [SERVER]: 221 Goodbye.
[5235] Tue Apr 16 14:58:35 2019 :: Closed connection from fts811.cern.ch:45130
[5235] Tue Apr 16 14:58:35 2019 :: dmlite :: closing connection
[5048] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:44944: [CLIENT]: QUIT
[5048] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:44944: [SERVER]: 221 Goodbye.
[5048] Tue Apr 16 14:58:35 2019 :: Closed connection from fts811.cern.ch:44944
[5048] Tue Apr 16 14:58:35 2019 :: dmlite :: closing connection
[4997] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[4997] Tue Apr 16 14:58:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[4997] Tue Apr 16 14:58:34 2019 :: incoming transfer
[4997] Tue Apr 16 14:58:34 2019 :: requested node: dpmpool9.farm.particle.cz
[4997] Tue Apr 16 14:58:34 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[4997] Tue Apr 16 14:58:34 2019 :: connected to remote node
[4997] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,47,81,2)
[4997] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6'
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5170] Tue Apr 16 14:58:31 2019 :: GFork functionality not enabled.:
[5170] Tue Apr 16 14:58:31 2019 :: Configuration read from /etc/gridftp.conf.
[5177] Tue Apr 16 14:58:31 2019 :: GFork functionality not enabled.:
[5177] Tue Apr 16 14:58:31 2019 :: Configuration read from /etc/gridftp.conf.
[5185] Tue Apr 16 14:58:32 2019 :: GFork functionality not enabled.:
[5185] Tue Apr 16 14:58:32 2019 :: Configuration read from /etc/gridftp.conf.
[5185] Tue Apr 16 14:58:32 2019 :: Server started in inetd mode.
[5185] Tue Apr 16 14:58:32 2019 :: New connection from: fts804.cern.ch:51902
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: USER :globus-mapping:
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [SERVER]: 331 Password required for :globus-mapping:.
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: PASS dummy
[5185] Tue Apr 16 14:58:32 2019 :: dmlite :: starting new connection
[5185] Tue Apr 16 14:58:32 2019 :: dmlite :: DSI options :: dome_checksum
[5185] Tue Apr 16 14:58:32 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5185] Tue Apr 16 14:58:32 2019 :: User :globus-mapping: successfully authorized.
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: PASS dummy
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [SERVER]: 230-User :globus-mapping: logged in.
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: SITE HELP
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [SERVER]: 214-The following commands are recognized:
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: FEAT
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [SERVER]: 211-Extensions supported
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=e08d98e6-d3a5-55bc-bb39-bf4a5efe4386;file-id=696364790;retry=0
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [SERVER]: 250 OK.
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: TYPE I
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [SERVER]: 200 Type set to I.
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: DCAU N
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [SERVER]: 200 DCAU N.
[5185] Tue Apr 16 14:58:32 2019 :: fts804.cern.ch:51902: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1
[5185] Tue Apr 16 14:58:32 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5185] Tue Apr 16 14:58:33 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5185] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51902: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5185] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51902: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d
[5185] Tue Apr 16 14:58:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5185] Tue Apr 16 14:58:33 2019 :: dmlite :: stat :: single entry
[5185] Tue Apr 16 14:58:33 2019 :: fts804.cern.ch:51902: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d
[5170] Tue Apr 16 14:58:36 2019 :: Server started in inetd mode.
[5170] Tue Apr 16 14:58:36 2019 :: New connection from: ib19.farm.particle.cz:56018
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: USER :globus-mapping:
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 331 Password required for :globus-mapping:.
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: PASS dummy
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: starting new connection
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: DSI options :: dome_checksum
[5170] Tue Apr 16 14:58:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5170] Tue Apr 16 14:58:36 2019 :: User :globus-mapping: successfully authorized.
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: PASS dummy
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 230-User :globus-mapping: logged in.
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: SITE HELP
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 214-The following commands are recognized:
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: FEAT
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 211-Extensions supported
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 250 OK.
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: TYPE I
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 200 Type set to I.
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: DCAU N
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 200 DCAU N.
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd' - 22-[#00.000022] Can't create folder 'fd' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: OPTS PASV AllowDelayed=1;
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 200 OPTS Command Successful.
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: PASV
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 200 Passive delayed.
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:36 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:36 2019 :: incoming transfer
[5170] Tue Apr 16 14:58:36 2019 :: requested node: dpmpool17.farm.particle.cz
[5170] Tue Apr 16 14:58:36 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[5170] Tue Apr 16 14:58:36 2019 :: connected to remote node
[5170] Tue Apr 16 14:58:36 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 127 Entering Passive Mode (147,231,25,57,84,122)
[5170] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload'
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: stat :: single entry
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[4910] Tue Apr 16 14:58:37 2019 :: fts309.usatlas.bnl.gov:52426: [CLIENT]: QUIT
[4910] Tue Apr 16 14:58:37 2019 :: fts309.usatlas.bnl.gov:52426: [SERVER]: 221 Goodbye.
[4910] Tue Apr 16 14:58:37 2019 :: Closed connection from fts309.usatlas.bnl.gov:52426
[4910] Tue Apr 16 14:58:37 2019 :: dmlite :: closing connection
[4964] Tue Apr 16 14:58:37 2019 :: fts307.usatlas.bnl.gov:41388: [CLIENT]: QUIT
[4964] Tue Apr 16 14:58:37 2019 :: fts307.usatlas.bnl.gov:41388: [SERVER]: 221 Goodbye.
[4964] Tue Apr 16 14:58:37 2019 :: Closed connection from fts307.usatlas.bnl.gov:41388
[4964] Tue Apr 16 14:58:37 2019 :: dmlite :: closing connection
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/6.220.1555419514 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 112-Perf Marker
[4997] Tue Apr 16 14:58:36 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6".
[4997] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/6.220.1555419514 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:36 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/5.218.1555419512 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 112-Perf Marker
[5014] Tue Apr 16 14:58:34 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5".
[5014] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/5.218.1555419512 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:34 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5014] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[5014] Tue Apr 16 14:58:36 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[5014] Tue Apr 16 14:58:36 2019 :: incoming transfer
[5014] Tue Apr 16 14:58:36 2019 :: requested node: dpmpool21.farm.particle.cz
[5014] Tue Apr 16 14:58:36 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[5014] Tue Apr 16 14:58:36 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:36 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,92,84,122)
[5014] Tue Apr 16 14:58:36 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7'
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5007] Tue Apr 16 14:58:35 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:58:35 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 516161536-871890944
[5200] Tue Apr 16 14:58:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5200] Tue Apr 16 14:58:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024808.pool.root.1.219.1555419513 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5200] Tue Apr 16 14:58:35 2019 :: fts804.cern.ch:51922: [SERVER]: 150 Beginning transfer.
[5200] Tue Apr 16 14:58:35 2019 :: fts804.cern.ch:51922: [SERVER]: 112-Perf Marker
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/7.221.1555419516 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 112-Perf Marker
[5014] Tue Apr 16 14:58:38 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7".
[5014] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/7.221.1555419516 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:58:33 2019 :: Child process 5123 ended with rc = 0
[1171] Tue Apr 16 14:58:34 2019 :: Child process 5143 ended with rc = 0
[1171] Tue Apr 16 14:58:34 2019 :: Child process 5152 ended with rc = 0
[1171] Tue Apr 16 14:58:34 2019 :: Child process 5206 ended with rc = 0
[1171] Tue Apr 16 14:58:34 2019 :: Child process 5229 ended with rc = 0
[1171] Tue Apr 16 14:58:35 2019 :: Child process 5235 ended with rc = 0
[1171] Tue Apr 16 14:58:35 2019 :: Child process 5048 ended with rc = 0
[1171] Tue Apr 16 14:58:37 2019 :: Child process 4910 ended with rc = 0
[1171] Tue Apr 16 14:58:37 2019 :: Child process 4964 ended with rc = 0
[5213] Tue Apr 16 14:58:33 2019 :: GFork functionality not enabled.:
[5213] Tue Apr 16 14:58:33 2019 :: Configuration read from /etc/gridftp.conf.
[5158] Tue Apr 16 14:58:36 2019 :: fts805.cern.ch:39376: [SERVER]: 112-Perf Marker
[5158] Tue Apr 16 14:58:36 2019 :: fts805.cern.ch:39376: [SERVER]: 111 Range Marker 0-576716800
[5158] Tue Apr 16 14:58:38 2019 :: fts805.cern.ch:39376: [SERVER]: 112-Perf Marker
[5158] Tue Apr 16 14:58:38 2019 :: fts805.cern.ch:39376: [SERVER]: 111 Range Marker 576716800-851655474
[5158] Tue Apr 16 14:58:38 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1".
[5158] Tue Apr 16 14:58:38 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._023535.pool.root.1.216.1555419510 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5158] Tue Apr 16 14:58:38 2019 :: fts805.cern.ch:39376: [SERVER]: 226 Transfer Complete.
[5158] Tue Apr 16 14:58:38 2019 :: fts805.cern.ch:39376: [CLIENT]: QUIT
[5158] Tue Apr 16 14:58:38 2019 :: fts805.cern.ch:39376: [SERVER]: 221 Goodbye.
[5158] Tue Apr 16 14:58:38 2019 :: Closed connection from fts805.cern.ch:39376
[5158] Tue Apr 16 14:58:38 2019 :: dmlite :: closing connection
[5221] Tue Apr 16 14:58:33 2019 :: GFork functionality not enabled.:
[5221] Tue Apr 16 14:58:33 2019 :: Configuration read from /etc/gridftp.conf.
[5221] Tue Apr 16 14:58:33 2019 :: Server started in inetd mode.
[5221] Tue Apr 16 14:58:33 2019 :: New connection from: ui8.farm.particle.cz:53404
[2391] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:35 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 732954624-746848256
[2985] Tue Apr 16 14:58:38 2019 :: dmlite :: requesting checksum :: /mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:58:38 2019 :: requested node: dpmpool16.farm.particle.cz
[2985] Tue Apr 16 14:58:38 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[2985] Tue Apr 16 14:58:38 2019 :: etf-03.cern.ch:36346: [CLIENT]: CKSM ADLER32 0 -1 /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[2985] Tue Apr 16 14:58:38 2019 :: connected to remote node
[2985] Tue Apr 16 14:58:38 2019 :: etf-03.cern.ch:36346: [SERVER]: 213 19e60272
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs5/atlas/2019-04-16/EVNT.17736648._001256.pool.root.1.rucio.upload.222.1555419516 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:37 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 150 Beginning transfer.
[5170] Tue Apr 16 14:58:37 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 112-Perf Marker
[5170] Tue Apr 16 14:58:37 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload".
[5170] Tue Apr 16 14:58:37 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 226 Transfer Complete.
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs5/atlas/2019-04-16/EVNT.17736648._001256.pool.root.1.rucio.upload.222.1555419516 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:37 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: stat :: single entry
[5170] Tue Apr 16 14:58:37 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:37 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 213 9def8675
[5170] Tue Apr 16 14:58:39 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:39 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd' - 22-[#00.000022] Can't create folder 'fd' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5170] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: single entry
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1.rucio.upload
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 350 OK. Send RNTO with destination name.
[5170] Tue Apr 16 14:58:39 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 250 OK.
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [CLIENT]: QUIT
[5170] Tue Apr 16 14:58:39 2019 :: ib19.farm.particle.cz:56018: [SERVER]: 221 Goodbye.
[5170] Tue Apr 16 14:58:39 2019 :: Closed connection from ib19.farm.particle.cz:56018
[5170] Tue Apr 16 14:58:39 2019 :: dmlite :: closing connection
[4773] Tue Apr 16 14:58:36 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4773] Tue Apr 16 14:58:36 2019 :: fts808.cern.ch:49872: [SERVER]: 111 Range Marker 497549312-622854144
[5276] Tue Apr 16 14:58:38 2019 :: GFork functionality not enabled.:
[5276] Tue Apr 16 14:58:38 2019 :: Configuration read from /etc/gridftp.conf.
[5276] Tue Apr 16 14:58:38 2019 :: Server started in inetd mode.
[5276] Tue Apr 16 14:58:38 2019 :: New connection from: fts805.cern.ch:39836
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [CLIENT]: USER :globus-mapping:
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [SERVER]: 331 Password required for :globus-mapping:.
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [CLIENT]: PASS dummy
[5276] Tue Apr 16 14:58:39 2019 :: dmlite :: starting new connection
[5276] Tue Apr 16 14:58:39 2019 :: dmlite :: DSI options :: dome_checksum
[5276] Tue Apr 16 14:58:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5276] Tue Apr 16 14:58:39 2019 :: User :globus-mapping: successfully authorized.
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [CLIENT]: PASS dummy
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [SERVER]: 230-User :globus-mapping: logged in.
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [CLIENT]: SITE HELP
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [SERVER]: 214-The following commands are recognized:
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [CLIENT]: FEAT
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [SERVER]: 211-Extensions supported
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=85d7f911-ff25-5fed-96da-05511f24adb0;file-id=696364352;retry=0
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [SERVER]: 250 OK.
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [CLIENT]: QUIT
[5276] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39836: [SERVER]: 221 Goodbye.
[5276] Tue Apr 16 14:58:39 2019 :: Closed connection from fts805.cern.ch:39836
[5276] Tue Apr 16 14:58:39 2019 :: dmlite :: closing connection
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: USER :globus-mapping:
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 331 Password required for :globus-mapping:.
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: PASS dummy
[5221] Tue Apr 16 14:58:38 2019 :: dmlite :: starting new connection
[5221] Tue Apr 16 14:58:38 2019 :: dmlite :: DSI options :: dome_checksum
[5221] Tue Apr 16 14:58:38 2019 :: DN /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 successfully authorized.
[5221] Tue Apr 16 14:58:38 2019 :: User :globus-mapping: successfully authorized.
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: PASS dummy
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 230-User :globus-mapping: logged in.
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: SITE HELP
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 214-The following commands are recognized:
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: FEAT
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 211-Extensions supported
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.15.2";
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 250 OK.
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: TYPE I
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 200 Type set to I.
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: DCAU N
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 200 DCAU N.
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: OPTS PASV AllowDelayed=1;
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 200 OPTS Command Successful.
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: EPSV
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 200 Passive delayed.
[5221] Tue Apr 16 14:58:38 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: STOR /dpmpool18.farm.particle.cz:/mnt/fs8/auger/2019-04-16/DAT010579.tar.gz.607387036.0
[5221] Tue Apr 16 14:58:38 2019 :: passive mode: STOR /dpmpool18.farm.particle.cz:/mnt/fs8/auger/2019-04-16/DAT010579.tar.gz.607387036.0
[5221] Tue Apr 16 14:58:38 2019 :: incoming transfer
[5221] Tue Apr 16 14:58:38 2019 :: requested node: dpmpool18.farm.particle.cz
[5221] Tue Apr 16 14:58:38 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[5221] Tue Apr 16 14:58:39 2019 :: connected to remote node
[5221] Tue Apr 16 14:58:39 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::18|21720|)
[5221] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: /dpmpool18.farm.particle.cz:/mnt/fs8/auger/2019-04-16/DAT010579.tar.gz.607387036.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[5221] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: single entry
[5221] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5221] Tue Apr 16 14:58:39 2019 :: dmlite :: opening :: dpmpool18.farm.particle.cz:/mnt/fs8/auger/2019-04-16/DAT010579.tar.gz.607387036.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[5221] Tue Apr 16 14:58:39 2019 :: dmlite :: user error :: 22 :: [#00.000022] DavixError (18): Failure HTTP 404 : File not found  after 3 attempts :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[5221] Tue Apr 16 14:58:39 2019 :: dmlite :: recv :: requesting transfer :: /dpmpool18.farm.particle.cz:/mnt/fs8/auger/2019-04-16/DAT010579.tar.gz.607387036.0 :: /DC=org/DC=terena/DC=tcs/C=CZ/O=Institute of Physics AS CR/CN=Eva Maria Martins dos Santos 016028 :: ui8.farm.particle.cz
[5221] Tue Apr 16 14:58:39 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 150 Beginning transfer.
[5221] Tue Apr 16 14:58:39 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 112-Perf Marker
[5221] Tue Apr 16 14:58:39 2019 :: Finished transferring "/dpmpool18.farm.particle.cz:/mnt/fs8/auger/2019-04-16/DAT010579.tar.gz.607387036.0".
[5221] Tue Apr 16 14:58:39 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 226 Transfer Complete.
[5221] Tue Apr 16 14:58:39 2019 :: ui8.farm.particle.cz:53404: [CLIENT]: QUIT
[5221] Tue Apr 16 14:58:39 2019 :: ui8.farm.particle.cz:53404: [SERVER]: 221 Goodbye.
[5221] Tue Apr 16 14:58:39 2019 :: Closed connection from ui8.farm.particle.cz:53404
[5221] Tue Apr 16 14:58:39 2019 :: dmlite :: closing connection
[4997] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[4997] Tue Apr 16 14:58:38 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[4997] Tue Apr 16 14:58:38 2019 :: incoming transfer
[4997] Tue Apr 16 14:58:38 2019 :: requested node: dpmpool20.farm.particle.cz
[4997] Tue Apr 16 14:58:38 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4997] Tue Apr 16 14:58:38 2019 :: connected to remote node
[4997] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,91,89,77)
[4997] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8'
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5269] Tue Apr 16 14:58:38 2019 :: GFork functionality not enabled.:
[5269] Tue Apr 16 14:58:38 2019 :: Configuration read from /etc/gridftp.conf.
[5269] Tue Apr 16 14:58:38 2019 :: Server started in inetd mode.
[5269] Tue Apr 16 14:58:38 2019 :: New connection from: fts804.cern.ch:51970
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [CLIENT]: USER :globus-mapping:
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [SERVER]: 331 Password required for :globus-mapping:.
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [CLIENT]: PASS dummy
[5269] Tue Apr 16 14:58:38 2019 :: dmlite :: starting new connection
[5269] Tue Apr 16 14:58:38 2019 :: dmlite :: DSI options :: dome_checksum
[5269] Tue Apr 16 14:58:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5269] Tue Apr 16 14:58:38 2019 :: User :globus-mapping: successfully authorized.
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [CLIENT]: PASS dummy
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [SERVER]: 230-User :globus-mapping: logged in.
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [CLIENT]: SITE HELP
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [SERVER]: 214-The following commands are recognized:
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [CLIENT]: FEAT
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [SERVER]: 211-Extensions supported
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6d472570-ff22-5d71-a013-8320e8a208c8;file-id=696365015;retry=0
[5269] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51970: [SERVER]: 250 OK.
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [CLIENT]: TYPE I
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [SERVER]: 200 Type set to I.
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [CLIENT]: MODE E
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [SERVER]: 200 Mode set to E.
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [CLIENT]: DCAU N
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [SERVER]: 200 DCAU N.
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [CLIENT]: OPTS PASV AllowDelayed=1;
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [SERVER]: 200 OPTS Command Successful.
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [CLIENT]: EPSV
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [SERVER]: 200 Passive delayed.
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [CLIENT]: ALLO 854352023
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [SERVER]: 200 ALLO command successful.
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1
[5269] Tue Apr 16 14:58:39 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1
[5269] Tue Apr 16 14:58:39 2019 :: incoming transfer
[5269] Tue Apr 16 14:58:39 2019 :: requested node: dpmpool9.farm.particle.cz
[5269] Tue Apr 16 14:58:39 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[5269] Tue Apr 16 14:58:39 2019 :: connected to remote node
[5269] Tue Apr 16 14:58:39 2019 :: fts804.cern.ch:51970: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|21720|)
[5269] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5269] Tue Apr 16 14:58:40 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1'
[5269] Tue Apr 16 14:58:40 2019 :: dmlite :: stat :: single entry
[5269] Tue Apr 16 14:58:40 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5269] Tue Apr 16 14:58:40 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5200] Tue Apr 16 14:58:40 2019 :: fts804.cern.ch:51922: [SERVER]: 112-Perf Marker
[5200] Tue Apr 16 14:58:40 2019 :: fts804.cern.ch:51922: [SERVER]: 111 Range Marker 0-715390976
[5200] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51922: [SERVER]: 112-Perf Marker
[5200] Tue Apr 16 14:58:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1".
[5200] Tue Apr 16 14:58:41 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024808.pool.root.1.219.1555419513 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5200] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51922: [SERVER]: 111 Range Marker 715390976-879348250
[5200] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51922: [SERVER]: 226 Transfer Complete.
[5200] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51922: [CLIENT]: QUIT
[5200] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51922: [SERVER]: 221 Goodbye.
[5200] Tue Apr 16 14:58:41 2019 :: Closed connection from fts804.cern.ch:51922
[5200] Tue Apr 16 14:58:41 2019 :: dmlite :: closing connection
[5177] Tue Apr 16 14:58:36 2019 :: Server started in inetd mode.
[5177] Tue Apr 16 14:58:36 2019 :: New connection from: ibis36.farm.particle.cz:59166
[5014] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:38 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5014] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[5014] Tue Apr 16 14:58:39 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[5014] Tue Apr 16 14:58:39 2019 :: incoming transfer
[5014] Tue Apr 16 14:58:39 2019 :: requested node: dpmpool9.farm.particle.cz
[5014] Tue Apr 16 14:58:39 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[5014] Tue Apr 16 14:58:40 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:40 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,47,89,197)
[5014] Tue Apr 16 14:58:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9'
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: USER :globus-mapping:
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 331 Password required for :globus-mapping:.
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: PASS dummy
[5177] Tue Apr 16 14:58:41 2019 :: dmlite :: starting new connection
[5177] Tue Apr 16 14:58:41 2019 :: dmlite :: DSI options :: dome_checksum
[5177] Tue Apr 16 14:58:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5177] Tue Apr 16 14:58:41 2019 :: User :globus-mapping: successfully authorized.
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: PASS dummy
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 230-User :globus-mapping: logged in.
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: SITE HELP
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 214-The following commands are recognized:
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: FEAT
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 211-Extensions supported
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 250 OK.
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: TYPE I
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 200 Type set to I.
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: DCAU N
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 200 DCAU N.
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[5177] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis36.farm.particle.cz
[5177] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: single entry
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/e9/b3/log.17639170._123755.job.log.tgz.1
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [CLIENT]: QUIT
[5177] Tue Apr 16 14:58:41 2019 :: ibis36.farm.particle.cz:59166: [SERVER]: 221 Goodbye.
[5177] Tue Apr 16 14:58:41 2019 :: Closed connection from ibis36.farm.particle.cz:59166
[5177] Tue Apr 16 14:58:41 2019 :: dmlite :: closing connection
[5301] Tue Apr 16 14:58:41 2019 :: GFork functionality not enabled.:
[5301] Tue Apr 16 14:58:41 2019 :: Configuration read from /etc/gridftp.conf.
[5301] Tue Apr 16 14:58:41 2019 :: Server started in inetd mode.
[5301] Tue Apr 16 14:58:41 2019 :: New connection from: fts804.cern.ch:51986
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [CLIENT]: USER :globus-mapping:
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [SERVER]: 331 Password required for :globus-mapping:.
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [CLIENT]: PASS dummy
[5301] Tue Apr 16 14:58:41 2019 :: dmlite :: starting new connection
[5301] Tue Apr 16 14:58:41 2019 :: dmlite :: DSI options :: dome_checksum
[5301] Tue Apr 16 14:58:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5301] Tue Apr 16 14:58:41 2019 :: User :globus-mapping: successfully authorized.
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [CLIENT]: PASS dummy
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [SERVER]: 230-User :globus-mapping: logged in.
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [CLIENT]: SITE HELP
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [SERVER]: 214-The following commands are recognized:
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [CLIENT]: FEAT
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [SERVER]: 211-Extensions supported
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=e08d98e6-d3a5-55bc-bb39-bf4a5efe4386;file-id=696364790;retry=0
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [SERVER]: 250 OK.
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [CLIENT]: QUIT
[5301] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51986: [SERVER]: 221 Goodbye.
[5301] Tue Apr 16 14:58:41 2019 :: Closed connection from fts804.cern.ch:51986
[5301] Tue Apr 16 14:58:41 2019 :: dmlite :: closing connection
[5293] Tue Apr 16 14:58:39 2019 :: GFork functionality not enabled.:
[5293] Tue Apr 16 14:58:39 2019 :: Configuration read from /etc/gridftp.conf.
[5293] Tue Apr 16 14:58:39 2019 :: Server started in inetd mode.
[5293] Tue Apr 16 14:58:39 2019 :: New connection from: fts805.cern.ch:39870
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [CLIENT]: USER :globus-mapping:
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [SERVER]: 331 Password required for :globus-mapping:.
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [CLIENT]: PASS dummy
[5293] Tue Apr 16 14:58:39 2019 :: dmlite :: starting new connection
[5293] Tue Apr 16 14:58:39 2019 :: dmlite :: DSI options :: dome_checksum
[5293] Tue Apr 16 14:58:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5293] Tue Apr 16 14:58:39 2019 :: User :globus-mapping: successfully authorized.
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [CLIENT]: PASS dummy
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [SERVER]: 230-User :globus-mapping: logged in.
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [CLIENT]: SITE HELP
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [SERVER]: 214-The following commands are recognized:
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [CLIENT]: FEAT
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [SERVER]: 211-Extensions supported
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=85d7f911-ff25-5fed-96da-05511f24adb0;file-id=696364352;retry=0
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [SERVER]: 250 OK.
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [CLIENT]: TYPE I
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [SERVER]: 200 Type set to I.
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [CLIENT]: MODE E
[5293] Tue Apr 16 14:58:39 2019 :: fts805.cern.ch:39870: [SERVER]: 200 Mode set to E.
[5293] Tue Apr 16 14:58:39 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5293] Tue Apr 16 14:58:39 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1
[5293] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:39870: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1
[5293] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:39870: [SERVER]: 213 39340338
[5293] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:39870: [CLIENT]: QUIT
[5293] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:39870: [SERVER]: 221 Goodbye.
[5293] Tue Apr 16 14:58:42 2019 :: Closed connection from fts805.cern.ch:39870
[5293] Tue Apr 16 14:58:42 2019 :: dmlite :: closing connection
[5246] Tue Apr 16 14:58:37 2019 :: GFork functionality not enabled.:
[5246] Tue Apr 16 14:58:37 2019 :: Configuration read from /etc/gridftp.conf.
[5246] Tue Apr 16 14:58:37 2019 :: Server started in inetd mode.
[5246] Tue Apr 16 14:58:42 2019 :: New connection from: ib17.farm.particle.cz:50918
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: USER :globus-mapping:
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 331 Password required for :globus-mapping:.
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: PASS dummy
[5246] Tue Apr 16 14:58:42 2019 :: dmlite :: starting new connection
[5246] Tue Apr 16 14:58:42 2019 :: dmlite :: DSI options :: dome_checksum
[5246] Tue Apr 16 14:58:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5246] Tue Apr 16 14:58:42 2019 :: User :globus-mapping: successfully authorized.
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: PASS dummy
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 230-User :globus-mapping: logged in.
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: SITE HELP
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 214-The following commands are recognized:
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: FEAT
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 211-Extensions supported
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 250 OK.
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: TYPE I
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 200 Type set to I.
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: DCAU N
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 200 DCAU N.
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1
[5246] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5246] Tue Apr 16 14:58:42 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [CLIENT]: QUIT
[5246] Tue Apr 16 14:58:42 2019 :: ib17.farm.particle.cz:50918: [SERVER]: 221 Goodbye.
[5246] Tue Apr 16 14:58:42 2019 :: Closed connection from ib17.farm.particle.cz:50918
[5246] Tue Apr 16 14:58:42 2019 :: dmlite :: closing connection
[5325] Tue Apr 16 14:58:42 2019 :: GFork functionality not enabled.:
[5325] Tue Apr 16 14:58:42 2019 :: Configuration read from /etc/gridftp.conf.
[5325] Tue Apr 16 14:58:42 2019 :: Server started in inetd mode.
[5325] Tue Apr 16 14:58:42 2019 :: New connection from: fts805.cern.ch:40192
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [CLIENT]: USER :globus-mapping:
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [SERVER]: 331 Password required for :globus-mapping:.
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [CLIENT]: PASS dummy
[5325] Tue Apr 16 14:58:42 2019 :: dmlite :: starting new connection
[5325] Tue Apr 16 14:58:42 2019 :: dmlite :: DSI options :: dome_checksum
[5325] Tue Apr 16 14:58:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5325] Tue Apr 16 14:58:42 2019 :: User :globus-mapping: successfully authorized.
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [CLIENT]: PASS dummy
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [SERVER]: 230-User :globus-mapping: logged in.
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [CLIENT]: SITE HELP
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [SERVER]: 214-The following commands are recognized:
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [CLIENT]: FEAT
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [SERVER]: 211-Extensions supported
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=85d7f911-ff25-5fed-96da-05511f24adb0;file-id=696364352;retry=0
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [SERVER]: 250 OK.
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [CLIENT]: QUIT
[5325] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40192: [SERVER]: 221 Goodbye.
[5325] Tue Apr 16 14:58:42 2019 :: Closed connection from fts805.cern.ch:40192
[5325] Tue Apr 16 14:58:42 2019 :: dmlite :: closing connection
[5253] Tue Apr 16 14:58:37 2019 :: GFork functionality not enabled.:
[5253] Tue Apr 16 14:58:37 2019 :: Configuration read from /etc/gridftp.conf.
[5253] Tue Apr 16 14:58:37 2019 :: Server started in inetd mode.
[5253] Tue Apr 16 14:58:37 2019 :: New connection from: fts808.cern.ch:50344
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: USER :globus-mapping:
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [SERVER]: 331 Password required for :globus-mapping:.
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: PASS dummy
[5253] Tue Apr 16 14:58:38 2019 :: dmlite :: starting new connection
[5253] Tue Apr 16 14:58:38 2019 :: dmlite :: DSI options :: dome_checksum
[5253] Tue Apr 16 14:58:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5253] Tue Apr 16 14:58:38 2019 :: User :globus-mapping: successfully authorized.
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: PASS dummy
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [SERVER]: 230-User :globus-mapping: logged in.
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: SITE HELP
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [SERVER]: 214-The following commands are recognized:
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: FEAT
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [SERVER]: 211-Extensions supported
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=865de487-9091-5446-abf4-e564b3985dd6;file-id=696354224;retry=0
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [SERVER]: 250 OK.
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: TYPE I
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [SERVER]: 200 Type set to I.
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: DCAU N
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [SERVER]: 200 DCAU N.
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/97/10/DAOD_HIGG2D4.17747980._000001.pool.root.1
[5253] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/97/10/DAOD_HIGG2D4.17747980._000001.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[5253] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: single entry
[5253] Tue Apr 16 14:58:38 2019 :: fts808.cern.ch:50344: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/97/10/DAOD_HIGG2D4.17747980._000001.pool.root.1
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/8.223.1555419518 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 112-Perf Marker
[4997] Tue Apr 16 14:58:39 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8".
[4997] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/8.223.1555419518 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:39 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (341 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:39 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4997] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/0
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/1
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/2
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/3
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/4
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/5
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/6
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/7
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/8
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[4997] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[5260] Tue Apr 16 14:58:38 2019 :: GFork functionality not enabled.:
[5260] Tue Apr 16 14:58:38 2019 :: Configuration read from /etc/gridftp.conf.
[5260] Tue Apr 16 14:58:38 2019 :: Server started in inetd mode.
[5260] Tue Apr 16 14:58:38 2019 :: New connection from: fts804.cern.ch:51964
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: USER :globus-mapping:
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 331 Password required for :globus-mapping:.
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: PASS dummy
[5260] Tue Apr 16 14:58:38 2019 :: dmlite :: starting new connection
[5260] Tue Apr 16 14:58:38 2019 :: dmlite :: DSI options :: dome_checksum
[5260] Tue Apr 16 14:58:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5260] Tue Apr 16 14:58:38 2019 :: User :globus-mapping: successfully authorized.
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: PASS dummy
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 230-User :globus-mapping: logged in.
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: SITE HELP
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 214-The following commands are recognized:
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: FEAT
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 211-Extensions supported
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6d472570-ff22-5d71-a013-8320e8a208c8;file-id=696365015;retry=0
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 250 OK.
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: TYPE I
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 200 Type set to I.
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: DCAU N
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 200 DCAU N.
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1
[5260] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5260] Tue Apr 16 14:58:38 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54
[5260] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5260] Tue Apr 16 14:58:38 2019 :: dmlite :: stat :: single entry
[5260] Tue Apr 16 14:58:38 2019 :: fts804.cern.ch:51964: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54
[5007] Tue Apr 16 14:58:40 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:58:40 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 871890944-1189609472
[5332] Tue Apr 16 14:58:42 2019 :: GFork functionality not enabled.:
[5332] Tue Apr 16 14:58:42 2019 :: Configuration read from /etc/gridftp.conf.
[5332] Tue Apr 16 14:58:42 2019 :: Server started in inetd mode.
[5332] Tue Apr 16 14:58:42 2019 :: New connection from: fts805.cern.ch:40236
[5332] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40236: [CLIENT]: USER :globus-mapping:
[5332] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40236: [SERVER]: 331 Password required for :globus-mapping:.
[5332] Tue Apr 16 14:58:42 2019 :: fts805.cern.ch:40236: [CLIENT]: PASS dummy
[5332] Tue Apr 16 14:58:42 2019 :: dmlite :: starting new connection
[5332] Tue Apr 16 14:58:42 2019 :: dmlite :: DSI options :: dome_checksum
[5332] Tue Apr 16 14:58:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5332] Tue Apr 16 14:58:43 2019 :: User :globus-mapping: successfully authorized.
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: PASS dummy
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 230-User :globus-mapping: logged in.
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: SITE HELP
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 214-The following commands are recognized:
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: FEAT
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 211-Extensions supported
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=85d7f911-ff25-5fed-96da-05511f24adb0;file-id=696364352;retry=0
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 250 OK.
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: TYPE I
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 200 Type set to I.
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: MODE E
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 200 Mode set to E.
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: DCAU N
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 200 DCAU N.
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1
[5332] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5332] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: single entry
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/3a/d7/HITS.17617237._023535.pool.root.1
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [CLIENT]: QUIT
[5332] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:40236: [SERVER]: 221 Goodbye.
[5332] Tue Apr 16 14:58:43 2019 :: Closed connection from fts805.cern.ch:40236
[5332] Tue Apr 16 14:58:43 2019 :: dmlite :: closing connection
[5136] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:39198: [CLIENT]: QUIT
[5136] Tue Apr 16 14:58:43 2019 :: fts805.cern.ch:39198: [SERVER]: 221 Goodbye.
[5136] Tue Apr 16 14:58:43 2019 :: Closed connection from fts805.cern.ch:39198
[5136] Tue Apr 16 14:58:43 2019 :: dmlite :: closing connection
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/9.225.1555419519 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 112-Perf Marker
[5014] Tue Apr 16 14:58:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting/9".
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/9.225.1555419519 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:41 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:41 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5014] Tue Apr 16 14:58:41 2019 :: not delayed
[5014] Tue Apr 16 14:58:41 2019 :: rolling the dice
[5014] Tue Apr 16 14:58:41 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[5014] Tue Apr 16 14:58:41 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,92,93,107)
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:41 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting".
[5014] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:42 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MKD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5014] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 257 Directory "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel" created successfully.
[5014] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[5014] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5014] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[5014] Tue Apr 16 14:58:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[5014] Tue Apr 16 14:58:43 2019 :: incoming transfer
[5014] Tue Apr 16 14:58:43 2019 :: requested node: dpmpool17.farm.particle.cz
[5014] Tue Apr 16 14:58:43 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[5014] Tue Apr 16 14:58:43 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,57,90,82)
[5014] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[1171] Tue Apr 16 14:58:38 2019 :: Child process 5158 ended with rc = 0
[1171] Tue Apr 16 14:58:39 2019 :: Child process 5170 ended with rc = 0
[1171] Tue Apr 16 14:58:39 2019 :: Child process 5276 ended with rc = 0
[1171] Tue Apr 16 14:58:39 2019 :: Child process 5221 ended with rc = 0
[1171] Tue Apr 16 14:58:41 2019 :: Child process 5200 ended with rc = 0
[1171] Tue Apr 16 14:58:41 2019 :: Child process 5177 ended with rc = 0
[1171] Tue Apr 16 14:58:41 2019 :: Child process 5301 ended with rc = 0
[1171] Tue Apr 16 14:58:42 2019 :: Child process 5293 ended with rc = 0
[1171] Tue Apr 16 14:58:42 2019 :: Child process 5246 ended with rc = 0
[1171] Tue Apr 16 14:58:42 2019 :: Child process 5325 ended with rc = 0
[1171] Tue Apr 16 14:58:43 2019 :: Child process 5332 ended with rc = 0
[1171] Tue Apr 16 14:58:43 2019 :: Child process 5136 ended with rc = 0
[5213] Tue Apr 16 14:58:38 2019 :: Server started in inetd mode.
[5213] Tue Apr 16 14:58:38 2019 :: New connection from: malva11.farm.particle.cz:44184
[5269] Tue Apr 16 14:58:40 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5269] Tue Apr 16 14:58:40 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._025009.pool.root.1.224.1555419519 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5269] Tue Apr 16 14:58:40 2019 :: fts804.cern.ch:51970: [SERVER]: 150 Beginning transfer.
[5269] Tue Apr 16 14:58:40 2019 :: fts804.cern.ch:51970: [SERVER]: 112-Perf Marker
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: USER :globus-mapping:
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 331 Password required for :globus-mapping:.
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: PASS dummy
[5213] Tue Apr 16 14:58:43 2019 :: dmlite :: starting new connection
[5213] Tue Apr 16 14:58:43 2019 :: dmlite :: DSI options :: dome_checksum
[5213] Tue Apr 16 14:58:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5213] Tue Apr 16 14:58:43 2019 :: User :globus-mapping: successfully authorized.
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: PASS dummy
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 230-User :globus-mapping: logged in.
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: SITE HELP
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 214-The following commands are recognized:
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: FEAT
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 211-Extensions supported
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 250 OK.
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: TYPE I
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 200 Type set to I.
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: DCAU N
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 200 DCAU N.
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1
[5213] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5213] Tue Apr 16 14:58:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [CLIENT]: QUIT
[5213] Tue Apr 16 14:58:43 2019 :: malva11.farm.particle.cz:44184: [SERVER]: 221 Goodbye.
[5213] Tue Apr 16 14:58:43 2019 :: Closed connection from malva11.farm.particle.cz:44184
[5213] Tue Apr 16 14:58:43 2019 :: dmlite :: closing connection
[5310] Tue Apr 16 14:58:41 2019 :: GFork functionality not enabled.:
[5310] Tue Apr 16 14:58:41 2019 :: Configuration read from /etc/gridftp.conf.
[5310] Tue Apr 16 14:58:41 2019 :: Server started in inetd mode.
[5310] Tue Apr 16 14:58:41 2019 :: New connection from: fts804.cern.ch:51998
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [CLIENT]: USER :globus-mapping:
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [SERVER]: 331 Password required for :globus-mapping:.
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [CLIENT]: PASS dummy
[5310] Tue Apr 16 14:58:41 2019 :: dmlite :: starting new connection
[5310] Tue Apr 16 14:58:41 2019 :: dmlite :: DSI options :: dome_checksum
[5310] Tue Apr 16 14:58:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5310] Tue Apr 16 14:58:41 2019 :: User :globus-mapping: successfully authorized.
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [CLIENT]: PASS dummy
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [SERVER]: 230-User :globus-mapping: logged in.
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [CLIENT]: SITE HELP
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [SERVER]: 214-The following commands are recognized:
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [CLIENT]: FEAT
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [SERVER]: 211-Extensions supported
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=e08d98e6-d3a5-55bc-bb39-bf4a5efe4386;file-id=696364790;retry=0
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [SERVER]: 250 OK.
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [CLIENT]: TYPE I
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [SERVER]: 200 Type set to I.
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [CLIENT]: MODE E
[5310] Tue Apr 16 14:58:41 2019 :: fts804.cern.ch:51998: [SERVER]: 200 Mode set to E.
[5310] Tue Apr 16 14:58:41 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5310] Tue Apr 16 14:58:41 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1
[5310] Tue Apr 16 14:58:43 2019 :: fts804.cern.ch:51998: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1
[5310] Tue Apr 16 14:58:43 2019 :: fts804.cern.ch:51998: [SERVER]: 213 ff3996ba
[5310] Tue Apr 16 14:58:43 2019 :: fts804.cern.ch:51998: [CLIENT]: QUIT
[5310] Tue Apr 16 14:58:43 2019 :: fts804.cern.ch:51998: [SERVER]: 221 Goodbye.
[5310] Tue Apr 16 14:58:43 2019 :: Closed connection from fts804.cern.ch:51998
[5310] Tue Apr 16 14:58:43 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:58:40 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:40 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 746848256-759955456
[5285] Tue Apr 16 14:58:39 2019 :: GFork functionality not enabled.:
[5285] Tue Apr 16 14:58:39 2019 :: Configuration read from /etc/gridftp.conf.
[5384] Tue Apr 16 14:58:43 2019 :: GFork functionality not enabled.:
[5384] Tue Apr 16 14:58:43 2019 :: Configuration read from /etc/gridftp.conf.
[5384] Tue Apr 16 14:58:43 2019 :: Server started in inetd mode.
[5384] Tue Apr 16 14:58:43 2019 :: New connection from: fts804.cern.ch:52028
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [CLIENT]: USER :globus-mapping:
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [SERVER]: 331 Password required for :globus-mapping:.
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [CLIENT]: PASS dummy
[5384] Tue Apr 16 14:58:44 2019 :: dmlite :: starting new connection
[5384] Tue Apr 16 14:58:44 2019 :: dmlite :: DSI options :: dome_checksum
[5384] Tue Apr 16 14:58:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5384] Tue Apr 16 14:58:44 2019 :: User :globus-mapping: successfully authorized.
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [CLIENT]: PASS dummy
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [SERVER]: 230-User :globus-mapping: logged in.
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [CLIENT]: SITE HELP
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [SERVER]: 214-The following commands are recognized:
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [CLIENT]: FEAT
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [SERVER]: 211-Extensions supported
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=e08d98e6-d3a5-55bc-bb39-bf4a5efe4386;file-id=696364790;retry=0
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [SERVER]: 250 OK.
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [CLIENT]: QUIT
[5384] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52028: [SERVER]: 221 Goodbye.
[5384] Tue Apr 16 14:58:44 2019 :: Closed connection from fts804.cern.ch:52028
[5384] Tue Apr 16 14:58:44 2019 :: dmlite :: closing connection
[4773] Tue Apr 16 14:58:41 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4773] Tue Apr 16 14:58:41 2019 :: fts808.cern.ch:49872: [SERVER]: 111 Range Marker 622854144-745275392
[5014] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1'
[5014] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5014] Tue Apr 16 14:58:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:41 2019 :: GFork functionality not enabled.:
[5316] Tue Apr 16 14:58:41 2019 :: Configuration read from /etc/gridftp.conf.
[5316] Tue Apr 16 14:58:41 2019 :: Server started in inetd mode.
[5316] Tue Apr 16 14:58:41 2019 :: New connection from: ui1.farm.particle.cz:33182
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: USER :globus-mapping:
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 331 Password required for :globus-mapping:.
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: PASS dummy
[5316] Tue Apr 16 14:58:41 2019 :: dmlite :: starting new connection
[5316] Tue Apr 16 14:58:41 2019 :: dmlite :: DSI options :: dome_checksum
[5316] Tue Apr 16 14:58:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5316] Tue Apr 16 14:58:41 2019 :: User :globus-mapping: successfully authorized.
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: PASS dummy
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 230-User :globus-mapping: logged in.
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: SITE HELP
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 214-The following commands are recognized:
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: FEAT
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 211-Extensions supported
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 250 OK.
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: TYPE I
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 200 Type set to I.
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: DCAU N
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 200 DCAU N.
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: OPTS PASV AllowDelayed=1;
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 200 OPTS Command Successful.
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: PASV
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 200 Passive delayed.
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5316] Tue Apr 16 14:58:41 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting
[5316] Tue Apr 16 14:58:41 2019 :: not delayed
[5316] Tue Apr 16 14:58:41 2019 :: rolling the dice
[5316] Tue Apr 16 14:58:41 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[5316] Tue Apr 16 14:58:41 2019 :: connected to remote node
[5316] Tue Apr 16 14:58:41 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 127 Entering Passive Mode (147,231,25,64,93,107)
[5316] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 150 Beginning transfer.
[5316] Tue Apr 16 14:58:42 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/spc-accounting".
[5316] Tue Apr 16 14:58:42 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 226 Transfer Complete.
[5316] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[5316] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5316] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: PASV
[5316] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 200 Passive delayed.
[5316] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[5316] Tue Apr 16 14:58:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[5316] Tue Apr 16 14:58:43 2019 :: incoming transfer
[5316] Tue Apr 16 14:58:43 2019 :: requested node: dpmpool17.farm.particle.cz
[5316] Tue Apr 16 14:58:43 2019 :: remote node: dpmpool17.farm.particle.cz:2811
[5316] Tue Apr 16 14:58:43 2019 :: connected to remote node
[5316] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 127 Entering Passive Mode (147,231,25,57,90,81)
[5316] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0'
[5316] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: single entry
[5316] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5316] Tue Apr 16 14:58:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[4997] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:43 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[4997] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[4997] Tue Apr 16 14:58:43 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[4997] Tue Apr 16 14:58:43 2019 :: incoming transfer
[4997] Tue Apr 16 14:58:43 2019 :: requested node: dpmpool20.farm.particle.cz
[4997] Tue Apr 16 14:58:43 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4997] Tue Apr 16 14:58:43 2019 :: connected to remote node
[4997] Tue Apr 16 14:58:43 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,91,90,81)
[4997] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2'
[4997] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4997] Tue Apr 16 14:58:44 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5391] Tue Apr 16 14:58:44 2019 :: GFork functionality not enabled.:
[5391] Tue Apr 16 14:58:44 2019 :: Configuration read from /etc/gridftp.conf.
[5391] Tue Apr 16 14:58:44 2019 :: Server started in inetd mode.
[5391] Tue Apr 16 14:58:44 2019 :: New connection from: fts804.cern.ch:52034
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: USER :globus-mapping:
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 331 Password required for :globus-mapping:.
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: PASS dummy
[5391] Tue Apr 16 14:58:44 2019 :: dmlite :: starting new connection
[5391] Tue Apr 16 14:58:44 2019 :: dmlite :: DSI options :: dome_checksum
[5391] Tue Apr 16 14:58:44 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5391] Tue Apr 16 14:58:44 2019 :: User :globus-mapping: successfully authorized.
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: PASS dummy
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 230-User :globus-mapping: logged in.
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: SITE HELP
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 214-The following commands are recognized:
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: FEAT
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 211-Extensions supported
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=e08d98e6-d3a5-55bc-bb39-bf4a5efe4386;file-id=696364790;retry=0
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 250 OK.
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: TYPE I
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 200 Type set to I.
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: MODE E
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 200 Mode set to E.
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: DCAU N
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 200 DCAU N.
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1
[5391] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5391] Tue Apr 16 14:58:44 2019 :: dmlite :: stat :: single entry
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/18/9d/HITS.17617237._024808.pool.root.1
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [CLIENT]: QUIT
[5391] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:52034: [SERVER]: 221 Goodbye.
[5391] Tue Apr 16 14:58:44 2019 :: Closed connection from fts804.cern.ch:52034
[5391] Tue Apr 16 14:58:44 2019 :: dmlite :: closing connection
[5185] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:51902: [CLIENT]: QUIT
[5185] Tue Apr 16 14:58:44 2019 :: fts804.cern.ch:51902: [SERVER]: 221 Goodbye.
[5185] Tue Apr 16 14:58:44 2019 :: Closed connection from fts804.cern.ch:51902
[5185] Tue Apr 16 14:58:44 2019 :: dmlite :: closing connection
[4773] Tue Apr 16 14:58:44 2019 :: fts808.cern.ch:49872: [SERVER]: 112-Perf Marker
[4773] Tue Apr 16 14:58:44 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1".
[4773] Tue Apr 16 14:58:44 2019 :: fts808.cern.ch:49872: [SERVER]: 111 Range Marker 745275392-836485986
[4773] Tue Apr 16 14:58:44 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._024637.pool.root.1.191.1555419484 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[4773] Tue Apr 16 14:58:44 2019 :: fts808.cern.ch:49872: [SERVER]: 226 Transfer Complete.
[4773] Tue Apr 16 14:58:44 2019 :: fts808.cern.ch:49872: [CLIENT]: QUIT
[4773] Tue Apr 16 14:58:44 2019 :: fts808.cern.ch:49872: [SERVER]: 221 Goodbye.
[4773] Tue Apr 16 14:58:44 2019 :: Closed connection from fts808.cern.ch:49872
[4773] Tue Apr 16 14:58:44 2019 :: dmlite :: closing connection
[5399] Tue Apr 16 14:58:44 2019 :: GFork functionality not enabled.:
[5399] Tue Apr 16 14:58:44 2019 :: Configuration read from /etc/gridftp.conf.
[5399] Tue Apr 16 14:58:44 2019 :: Server started in inetd mode.
[5399] Tue Apr 16 14:58:44 2019 :: New connection from: fts808.cern.ch:50406
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [CLIENT]: USER :globus-mapping:
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [SERVER]: 331 Password required for :globus-mapping:.
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [CLIENT]: PASS dummy
[5399] Tue Apr 16 14:58:45 2019 :: dmlite :: starting new connection
[5399] Tue Apr 16 14:58:45 2019 :: dmlite :: DSI options :: dome_checksum
[5399] Tue Apr 16 14:58:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5399] Tue Apr 16 14:58:45 2019 :: User :globus-mapping: successfully authorized.
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [CLIENT]: PASS dummy
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [SERVER]: 230-User :globus-mapping: logged in.
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [CLIENT]: SITE HELP
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [SERVER]: 214-The following commands are recognized:
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [CLIENT]: FEAT
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [SERVER]: 211-Extensions supported
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=71feca83-d812-5f63-b4bd-ff60b8f5dd8c;file-id=696363475;retry=0
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [SERVER]: 250 OK.
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [CLIENT]: QUIT
[5399] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50406: [SERVER]: 221 Goodbye.
[5399] Tue Apr 16 14:58:45 2019 :: Closed connection from fts808.cern.ch:50406
[5399] Tue Apr 16 14:58:45 2019 :: dmlite :: closing connection
[5406] Tue Apr 16 14:58:45 2019 :: GFork functionality not enabled.:
[5406] Tue Apr 16 14:58:45 2019 :: Configuration read from /etc/gridftp.conf.
[5406] Tue Apr 16 14:58:45 2019 :: Server started in inetd mode.
[5406] Tue Apr 16 14:58:45 2019 :: New connection from: fts808.cern.ch:50410
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [CLIENT]: USER :globus-mapping:
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [SERVER]: 331 Password required for :globus-mapping:.
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [CLIENT]: PASS dummy
[5406] Tue Apr 16 14:58:45 2019 :: dmlite :: starting new connection
[5406] Tue Apr 16 14:58:45 2019 :: dmlite :: DSI options :: dome_checksum
[5406] Tue Apr 16 14:58:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5406] Tue Apr 16 14:58:45 2019 :: User :globus-mapping: successfully authorized.
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [CLIENT]: PASS dummy
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [SERVER]: 230-User :globus-mapping: logged in.
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [CLIENT]: SITE HELP
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [SERVER]: 214-The following commands are recognized:
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [CLIENT]: FEAT
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [SERVER]: 211-Extensions supported
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=71feca83-d812-5f63-b4bd-ff60b8f5dd8c;file-id=696363475;retry=0
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [SERVER]: 250 OK.
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [CLIENT]: TYPE I
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [SERVER]: 200 Type set to I.
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [CLIENT]: MODE E
[5406] Tue Apr 16 14:58:45 2019 :: fts808.cern.ch:50410: [SERVER]: 200 Mode set to E.
[5406] Tue Apr 16 14:58:45 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[5406] Tue Apr 16 14:58:45 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[5406] Tue Apr 16 14:58:46 2019 :: fts808.cern.ch:50410: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[5406] Tue Apr 16 14:58:46 2019 :: fts808.cern.ch:50410: [SERVER]: 213 a55dfbba
[5406] Tue Apr 16 14:58:46 2019 :: fts808.cern.ch:50410: [CLIENT]: QUIT
[5406] Tue Apr 16 14:58:46 2019 :: fts808.cern.ch:50410: [SERVER]: 221 Goodbye.
[5406] Tue Apr 16 14:58:46 2019 :: Closed connection from fts808.cern.ch:50410
[5406] Tue Apr 16 14:58:46 2019 :: dmlite :: closing connection
[5316] Tue Apr 16 14:58:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f0.227.1555419523 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 150 Beginning transfer.
[5316] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 112-Perf Marker
[5316] Tue Apr 16 14:58:44 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0".
[5316] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 226 Transfer Complete.
[5316] Tue Apr 16 14:58:44 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/f0.227.1555419523 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5428] Tue Apr 16 14:58:46 2019 :: GFork functionality not enabled.:
[5428] Tue Apr 16 14:58:46 2019 :: Configuration read from /etc/gridftp.conf.
[5428] Tue Apr 16 14:58:46 2019 :: Server started in inetd mode.
[5428] Tue Apr 16 14:58:46 2019 :: New connection from: fts808.cern.ch:50412
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [CLIENT]: USER :globus-mapping:
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [SERVER]: 331 Password required for :globus-mapping:.
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [CLIENT]: PASS dummy
[5428] Tue Apr 16 14:58:47 2019 :: dmlite :: starting new connection
[5428] Tue Apr 16 14:58:47 2019 :: dmlite :: DSI options :: dome_checksum
[5428] Tue Apr 16 14:58:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5428] Tue Apr 16 14:58:47 2019 :: User :globus-mapping: successfully authorized.
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [CLIENT]: PASS dummy
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [SERVER]: 230-User :globus-mapping: logged in.
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [CLIENT]: SITE HELP
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [SERVER]: 214-The following commands are recognized:
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [CLIENT]: FEAT
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [SERVER]: 211-Extensions supported
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=71feca83-d812-5f63-b4bd-ff60b8f5dd8c;file-id=696363475;retry=0
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [SERVER]: 250 OK.
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [CLIENT]: QUIT
[5428] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50412: [SERVER]: 221 Goodbye.
[5428] Tue Apr 16 14:58:47 2019 :: Closed connection from fts808.cern.ch:50412
[5428] Tue Apr 16 14:58:47 2019 :: dmlite :: closing connection
[5440] Tue Apr 16 14:58:47 2019 :: GFork functionality not enabled.:
[5440] Tue Apr 16 14:58:47 2019 :: Configuration read from /etc/gridftp.conf.
[5440] Tue Apr 16 14:58:47 2019 :: Server started in inetd mode.
[5440] Tue Apr 16 14:58:47 2019 :: New connection from: fts808.cern.ch:50414
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: USER :globus-mapping:
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 331 Password required for :globus-mapping:.
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: PASS dummy
[5440] Tue Apr 16 14:58:47 2019 :: dmlite :: starting new connection
[5440] Tue Apr 16 14:58:47 2019 :: dmlite :: DSI options :: dome_checksum
[5440] Tue Apr 16 14:58:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5440] Tue Apr 16 14:58:47 2019 :: User :globus-mapping: successfully authorized.
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: PASS dummy
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 230-User :globus-mapping: logged in.
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: SITE HELP
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 214-The following commands are recognized:
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: FEAT
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 211-Extensions supported
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=71feca83-d812-5f63-b4bd-ff60b8f5dd8c;file-id=696363475;retry=0
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 250 OK.
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: TYPE I
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 200 Type set to I.
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: MODE E
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 200 Mode set to E.
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: DCAU N
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 200 DCAU N.
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[5440] Tue Apr 16 14:58:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[5440] Tue Apr 16 14:58:47 2019 :: dmlite :: stat :: single entry
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/83/HITS.17617237._024637.pool.root.1
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [CLIENT]: QUIT
[5440] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:50414: [SERVER]: 221 Goodbye.
[5440] Tue Apr 16 14:58:47 2019 :: Closed connection from fts808.cern.ch:50414
[5440] Tue Apr 16 14:58:47 2019 :: dmlite :: closing connection
[4693] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:49776: [CLIENT]: QUIT
[4693] Tue Apr 16 14:58:47 2019 :: fts808.cern.ch:49776: [SERVER]: 221 Goodbye.
[4693] Tue Apr 16 14:58:47 2019 :: Closed connection from fts808.cern.ch:49776
[4693] Tue Apr 16 14:58:47 2019 :: dmlite :: closing connection
[4997] Tue Apr 16 14:58:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f2.226.1555419523 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 112-Perf Marker
[4997] Tue Apr 16 14:58:44 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2".
[4997] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:58:44 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f2.226.1555419523 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:43 2019 :: GFork functionality not enabled.:
[5339] Tue Apr 16 14:58:43 2019 :: Configuration read from /etc/gridftp.conf.
[5339] Tue Apr 16 14:58:43 2019 :: Server started in inetd mode.
[5339] Tue Apr 16 14:58:43 2019 :: New connection from: ui1.farm.particle.cz:33186
[5340] Tue Apr 16 14:58:43 2019 :: GFork functionality not enabled.:
[5340] Tue Apr 16 14:58:43 2019 :: Configuration read from /etc/gridftp.conf.
[5340] Tue Apr 16 14:58:43 2019 :: Server started in inetd mode.
[5341] Tue Apr 16 14:58:43 2019 :: GFork functionality not enabled.:
[5341] Tue Apr 16 14:58:43 2019 :: Configuration read from /etc/gridftp.conf.
[5341] Tue Apr 16 14:58:43 2019 :: Server started in inetd mode.
[5353] Tue Apr 16 14:58:43 2019 :: GFork functionality not enabled.:
[5353] Tue Apr 16 14:58:43 2019 :: Configuration read from /etc/gridftp.conf.
[5353] Tue Apr 16 14:58:43 2019 :: Server started in inetd mode.
[5354] Tue Apr 16 14:58:43 2019 :: GFork functionality not enabled.:
[5354] Tue Apr 16 14:58:43 2019 :: Configuration read from /etc/gridftp.conf.
[5354] Tue Apr 16 14:58:43 2019 :: Server started in inetd mode.
[5369] Tue Apr 16 14:58:43 2019 :: GFork functionality not enabled.:
[5369] Tue Apr 16 14:58:43 2019 :: Configuration read from /etc/gridftp.conf.
[5369] Tue Apr 16 14:58:43 2019 :: Server started in inetd mode.
[5369] Tue Apr 16 14:58:43 2019 :: New connection from: fts812.cern.ch:59888
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: USER :globus-mapping:
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [SERVER]: 331 Password required for :globus-mapping:.
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: PASS dummy
[5369] Tue Apr 16 14:58:43 2019 :: dmlite :: starting new connection
[5369] Tue Apr 16 14:58:43 2019 :: dmlite :: DSI options :: dome_checksum
[5369] Tue Apr 16 14:58:43 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5369] Tue Apr 16 14:58:43 2019 :: User :globus-mapping: successfully authorized.
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: PASS dummy
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [SERVER]: 230-User :globus-mapping: logged in.
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: SITE HELP
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [SERVER]: 214-The following commands are recognized:
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: FEAT
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [SERVER]: 211-Extensions supported
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=57e0e828-8f83-5ff4-8d1d-7da6bff3a7bb;file-id=696353719;retry=0
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [SERVER]: 250 OK.
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: TYPE I
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [SERVER]: 200 Type set to I.
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: DCAU N
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [SERVER]: 200 DCAU N.
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/d0/24/DAOD_HIGG2D4.17747980._000002.pool.root.1
[5369] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/d0/24/DAOD_HIGG2D4.17747980._000002.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts812.cern.ch
[5369] Tue Apr 16 14:58:43 2019 :: dmlite :: stat :: single entry
[5369] Tue Apr 16 14:58:43 2019 :: fts812.cern.ch:59888: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/d0/24/DAOD_HIGG2D4.17747980._000002.pool.root.1
[5007] Tue Apr 16 14:58:45 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:58:45 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 1189609472-1394212864
[5014] Tue Apr 16 14:58:44 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:44 2019 :: dmlite :: recv :: requesting transfer :: dpmpool17.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f1.228.1555419523 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 112-Perf Marker
[5014] Tue Apr 16 14:58:44 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1".
[5014] Tue Apr 16 14:58:44 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:44 2019 :: dmlite :: registering replica :: dpmpool17.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f1.228.1555419523 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[5014] Tue Apr 16 14:58:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[5014] Tue Apr 16 14:58:48 2019 :: incoming transfer
[5014] Tue Apr 16 14:58:48 2019 :: requested node: dpmpool22.farm.particle.cz
[5014] Tue Apr 16 14:58:48 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[1171] Tue Apr 16 14:58:43 2019 :: Child process 5213 ended with rc = 0
[1171] Tue Apr 16 14:58:43 2019 :: Child process 5310 ended with rc = 0
[1171] Tue Apr 16 14:58:44 2019 :: Child process 5384 ended with rc = 0
[1171] Tue Apr 16 14:58:44 2019 :: Child process 5391 ended with rc = 0
[1171] Tue Apr 16 14:58:44 2019 :: Child process 5185 ended with rc = 0
[1171] Tue Apr 16 14:58:44 2019 :: Child process 4773 ended with rc = 0
[1171] Tue Apr 16 14:58:45 2019 :: Child process 5399 ended with rc = 0
[1171] Tue Apr 16 14:58:46 2019 :: Child process 5406 ended with rc = 0
[1171] Tue Apr 16 14:58:47 2019 :: Child process 5428 ended with rc = 0
[1171] Tue Apr 16 14:58:47 2019 :: Child process 5440 ended with rc = 0
[1171] Tue Apr 16 14:58:47 2019 :: Child process 4693 ended with rc = 0
[5269] Tue Apr 16 14:58:45 2019 :: fts804.cern.ch:51970: [SERVER]: 112-Perf Marker
[5269] Tue Apr 16 14:58:45 2019 :: fts804.cern.ch:51970: [SERVER]: 111 Range Marker 0-146800640
[5378] Tue Apr 16 14:58:43 2019 :: GFork functionality not enabled.:
[5378] Tue Apr 16 14:58:43 2019 :: Configuration read from /etc/gridftp.conf.
[5378] Tue Apr 16 14:58:43 2019 :: Server started in inetd mode.
[2391] Tue Apr 16 14:58:45 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:45 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 759955456-771489792
[5285] Tue Apr 16 14:58:44 2019 :: Server started in inetd mode.
[5014] Tue Apr 16 14:58:48 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,93,95,81)
[5014] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3'
[5014] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5014] Tue Apr 16 14:58:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[4997] Tue Apr 16 14:58:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[4997] Tue Apr 16 14:58:48 2019 :: incoming transfer
[4997] Tue Apr 16 14:58:48 2019 :: requested node: dpmpool20.farm.particle.cz
[4997] Tue Apr 16 14:58:48 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[4997] Tue Apr 16 14:58:48 2019 :: connected to remote node
[4997] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,91,95,81)
[4997] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5'
[4997] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4997] Tue Apr 16 14:58:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: PASV
[5316] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 200 Passive delayed.
[5316] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[5316] Tue Apr 16 14:58:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[5316] Tue Apr 16 14:58:48 2019 :: incoming transfer
[5316] Tue Apr 16 14:58:48 2019 :: requested node: dpmpool20.farm.particle.cz
[5316] Tue Apr 16 14:58:48 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[5316] Tue Apr 16 14:58:48 2019 :: connected to remote node
[5316] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 127 Entering Passive Mode (147,231,25,91,95,82)
[5316] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9'
[5316] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: single entry
[5316] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5316] Tue Apr 16 14:58:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:58:48 2019 :: New connection from: ui1.farm.particle.cz:33188
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: USER :globus-mapping:
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 331 Password required for :globus-mapping:.
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: PASS dummy
[5340] Tue Apr 16 14:58:48 2019 :: dmlite :: starting new connection
[5340] Tue Apr 16 14:58:48 2019 :: dmlite :: DSI options :: dome_checksum
[5340] Tue Apr 16 14:58:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5340] Tue Apr 16 14:58:48 2019 :: User :globus-mapping: successfully authorized.
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: PASS dummy
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 230-User :globus-mapping: logged in.
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: SITE HELP
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 214-The following commands are recognized:
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: FEAT
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 211-Extensions supported
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 250 OK.
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: TYPE I
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 200 Type set to I.
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: DCAU N
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 200 DCAU N.
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[5340] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: OPTS PASV AllowDelayed=1;
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 200 OPTS Command Successful.
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: PASV
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 200 Passive delayed.
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[5340] Tue Apr 16 14:58:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[5340] Tue Apr 16 14:58:48 2019 :: incoming transfer
[5340] Tue Apr 16 14:58:48 2019 :: requested node: dpmpool21.farm.particle.cz
[5340] Tue Apr 16 14:58:48 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[5340] Tue Apr 16 14:58:48 2019 :: connected to remote node
[5340] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 127 Entering Passive Mode (147,231,25,92,95,81)
[5340] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4'
[5340] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: single entry
[5340] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5340] Tue Apr 16 14:58:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:48 2019 :: GFork functionality not enabled.:
[5457] Tue Apr 16 14:58:48 2019 :: Configuration read from /etc/gridftp.conf.
[5457] Tue Apr 16 14:58:48 2019 :: Server started in inetd mode.
[5457] Tue Apr 16 14:58:48 2019 :: New connection from: ui1.farm.particle.cz:33204
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: USER :globus-mapping:
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 331 Password required for :globus-mapping:.
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: PASS dummy
[5457] Tue Apr 16 14:58:48 2019 :: dmlite :: starting new connection
[5457] Tue Apr 16 14:58:48 2019 :: dmlite :: DSI options :: dome_checksum
[5457] Tue Apr 16 14:58:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5457] Tue Apr 16 14:58:48 2019 :: User :globus-mapping: successfully authorized.
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: PASS dummy
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 230-User :globus-mapping: logged in.
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: SITE HELP
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 214-The following commands are recognized:
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: FEAT
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 211-Extensions supported
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 250 OK.
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: TYPE I
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 200 Type set to I.
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: DCAU N
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 200 DCAU N.
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[5457] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: OPTS PASV AllowDelayed=1;
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 200 OPTS Command Successful.
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: PASV
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 200 Passive delayed.
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[5457] Tue Apr 16 14:58:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[5457] Tue Apr 16 14:58:48 2019 :: incoming transfer
[5457] Tue Apr 16 14:58:48 2019 :: requested node: dpmpool9.farm.particle.cz
[5457] Tue Apr 16 14:58:48 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[5457] Tue Apr 16 14:58:48 2019 :: connected to remote node
[5457] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 127 Entering Passive Mode (147,231,25,47,95,81)
[5457] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6'
[5457] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: single entry
[5457] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5457] Tue Apr 16 14:58:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:48 2019 :: New connection from: ui1.farm.particle.cz:33190
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: USER :globus-mapping:
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 331 Password required for :globus-mapping:.
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: PASS dummy
[5341] Tue Apr 16 14:58:48 2019 :: dmlite :: starting new connection
[5341] Tue Apr 16 14:58:48 2019 :: dmlite :: DSI options :: dome_checksum
[5341] Tue Apr 16 14:58:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5341] Tue Apr 16 14:58:48 2019 :: User :globus-mapping: successfully authorized.
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: PASS dummy
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 230-User :globus-mapping: logged in.
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: SITE HELP
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 214-The following commands are recognized:
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: FEAT
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 211-Extensions supported
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 250 OK.
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: TYPE I
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 200 Type set to I.
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: DCAU N
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 200 DCAU N.
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[5341] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: OPTS PASV AllowDelayed=1;
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 200 OPTS Command Successful.
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: PASV
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 200 Passive delayed.
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[5341] Tue Apr 16 14:58:48 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[5341] Tue Apr 16 14:58:48 2019 :: incoming transfer
[5341] Tue Apr 16 14:58:48 2019 :: requested node: dpmpool21.farm.particle.cz
[5341] Tue Apr 16 14:58:48 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[5341] Tue Apr 16 14:58:48 2019 :: connected to remote node
[5341] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 127 Entering Passive Mode (147,231,25,92,95,82)
[5341] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7'
[5341] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: single entry
[5341] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5341] Tue Apr 16 14:58:49 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[3186] Tue Apr 16 14:58:49 2019 :: etf-03.cern.ch:36730: [CLIENT]: PASV
[3186] Tue Apr 16 14:58:49 2019 :: etf-03.cern.ch:36730: [SERVER]: 200 Passive delayed.
[3186] Tue Apr 16 14:58:49 2019 :: etf-03.cern.ch:36730: [CLIENT]: RETR /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[3186] Tue Apr 16 14:58:49 2019 :: passive mode: RETR /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[3186] Tue Apr 16 14:58:49 2019 :: outgoing transfer
[3186] Tue Apr 16 14:58:49 2019 :: requested node: dpmpool16.farm.particle.cz
[3186] Tue Apr 16 14:58:49 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[3186] Tue Apr 16 14:58:49 2019 :: connected to remote node
[3186] Tue Apr 16 14:58:49 2019 :: etf-03.cern.ch:36730: [SERVER]: 127 Entering Passive Mode (147,231,25,56,83,234)
[3186] Tue Apr 16 14:58:49 2019 :: dmlite :: send :: requesting transfer :: /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[3186] Tue Apr 16 14:58:49 2019 :: etf-03.cern.ch:36730: [SERVER]: 150 Beginning transfer.
[3186] Tue Apr 16 14:58:49 2019 :: Finished transferring "/dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0".
[3186] Tue Apr 16 14:58:49 2019 :: etf-03.cern.ch:36730: [SERVER]: 226 Transfer Complete.
[3186] Tue Apr 16 14:58:49 2019 :: Closed connection from etf-03.cern.ch:36730
[3186] Tue Apr 16 14:58:49 2019 :: dmlite :: closing connection
[5378] Tue Apr 16 14:58:48 2019 :: New connection from: malva11.farm.particle.cz:44192
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: USER :globus-mapping:
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 331 Password required for :globus-mapping:.
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: PASS dummy
[5378] Tue Apr 16 14:58:48 2019 :: dmlite :: starting new connection
[5378] Tue Apr 16 14:58:48 2019 :: dmlite :: DSI options :: dome_checksum
[5378] Tue Apr 16 14:58:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5378] Tue Apr 16 14:58:48 2019 :: User :globus-mapping: successfully authorized.
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: PASS dummy
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 230-User :globus-mapping: logged in.
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: SITE HELP
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 214-The following commands are recognized:
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: FEAT
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 211-Extensions supported
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 250 OK.
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: TYPE I
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 200 Type set to I.
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: DCAU N
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 200 DCAU N.
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1
[5378] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5378] Tue Apr 16 14:58:48 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82' - 22-[#00.000022] Can't create folder '82' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82
[5378] Tue Apr 16 14:58:48 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5378] Tue Apr 16 14:58:49 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:49 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:49 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5378] Tue Apr 16 14:58:49 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: OPTS PASV AllowDelayed=1;
[5378] Tue Apr 16 14:58:49 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 200 OPTS Command Successful.
[5378] Tue Apr 16 14:58:49 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: PASV
[5378] Tue Apr 16 14:58:49 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 200 Passive delayed.
[5378] Tue Apr 16 14:58:49 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:49 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:49 2019 :: incoming transfer
[5378] Tue Apr 16 14:58:49 2019 :: requested node: dpmpool21.farm.particle.cz
[5378] Tue Apr 16 14:58:49 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[5378] Tue Apr 16 14:58:49 2019 :: connected to remote node
[5378] Tue Apr 16 14:58:49 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 127 Entering Passive Mode (147,231,25,92,83,234)
[5378] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload'
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: stat :: single entry
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5479] Tue Apr 16 14:58:48 2019 :: GFork functionality not enabled.:
[5479] Tue Apr 16 14:58:48 2019 :: Configuration read from /etc/gridftp.conf.
[5479] Tue Apr 16 14:58:48 2019 :: Server started in inetd mode.
[5479] Tue Apr 16 14:58:48 2019 :: New connection from: fts801.cern.ch:50016
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: USER :globus-mapping:
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 331 Password required for :globus-mapping:.
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: PASS dummy
[5479] Tue Apr 16 14:58:48 2019 :: dmlite :: starting new connection
[5479] Tue Apr 16 14:58:48 2019 :: dmlite :: DSI options :: dome_checksum
[5479] Tue Apr 16 14:58:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5479] Tue Apr 16 14:58:48 2019 :: User :globus-mapping: successfully authorized.
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: PASS dummy
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 230-User :globus-mapping: logged in.
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: SITE HELP
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 214-The following commands are recognized:
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: FEAT
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 211-Extensions supported
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6a7a2360-4764-528e-b3ba-f601ec2ead0d;file-id=696365143;retry=0
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 250 OK.
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: TYPE I
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 200 Type set to I.
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: MODE E
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 200 Mode set to E.
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: DCAU N
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 200 DCAU N.
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [CLIENT]: OPTS PASV AllowDelayed=1;
[5479] Tue Apr 16 14:58:48 2019 :: fts801.cern.ch:50016: [SERVER]: 200 OPTS Command Successful.
[5479] Tue Apr 16 14:58:49 2019 :: fts801.cern.ch:50016: [CLIENT]: EPSV
[5479] Tue Apr 16 14:58:49 2019 :: fts801.cern.ch:50016: [SERVER]: 200 Passive delayed.
[5479] Tue Apr 16 14:58:49 2019 :: fts801.cern.ch:50016: [CLIENT]: ALLO 873676865
[5479] Tue Apr 16 14:58:49 2019 :: fts801.cern.ch:50016: [SERVER]: 200 ALLO command successful.
[5479] Tue Apr 16 14:58:49 2019 :: fts801.cern.ch:50016: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1
[5479] Tue Apr 16 14:58:49 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1
[5479] Tue Apr 16 14:58:49 2019 :: incoming transfer
[5479] Tue Apr 16 14:58:49 2019 :: requested node: dpmpool23.farm.particle.cz
[5479] Tue Apr 16 14:58:49 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[5479] Tue Apr 16 14:58:49 2019 :: connected to remote node
[5479] Tue Apr 16 14:58:49 2019 :: fts801.cern.ch:50016: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::23|21482|)
[5479] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5479] Tue Apr 16 14:58:50 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1'
[5479] Tue Apr 16 14:58:50 2019 :: dmlite :: stat :: single entry
[5479] Tue Apr 16 14:58:50 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5479] Tue Apr 16 14:58:50 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5413] Tue Apr 16 14:58:46 2019 :: GFork functionality not enabled.:
[5413] Tue Apr 16 14:58:46 2019 :: Configuration read from /etc/gridftp.conf.
[5413] Tue Apr 16 14:58:46 2019 :: Server started in inetd mode.
[5413] Tue Apr 16 14:58:46 2019 :: New connection from: t3datatrans1.physics.ox.ac.uk:47218
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: USER :globus-mapping:
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 331 Password required for :globus-mapping:.
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: PASS user@
[5054] Tue Apr 16 14:58:46 2019 :: dmlite :: starting new connection
[5054] Tue Apr 16 14:58:46 2019 :: dmlite :: DSI options :: dome_checksum
[5054] Tue Apr 16 14:58:46 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5054] Tue Apr 16 14:58:46 2019 :: User :globus-mapping: successfully authorized.
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: PASS user@
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 230-User :globus-mapping: logged in.
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: SITE HELP
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 214-The following commands are recognized:
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: FEAT
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 211-Extensions supported
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="libglobus_ftp_client";appver="8.23 (gcc64, 1436979015-85) [Globus Toolkit 6.0]";
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 250 OK.
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: TYPE I
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 200 Type set to I.
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: DCAU N
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 200 DCAU N.
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: OPTS PASV AllowDelayed=1;
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 200 OPTS Command Successful.
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: EPSV
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 200 Passive delayed.
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/data17_13TeV/2e/b9/DAOD_HIGG2D1.14802753._000174.pool.root.1
[5054] Tue Apr 16 14:58:46 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/data17_13TeV/2e/b9/DAOD_HIGG2D1.14802753._000174.pool.root.1
[5054] Tue Apr 16 14:58:46 2019 :: outgoing transfer
[5054] Tue Apr 16 14:58:46 2019 :: requested node: dpmpool18.farm.particle.cz
[5054] Tue Apr 16 14:58:46 2019 :: remote node: dpmpool18.farm.particle.cz:2811
[5054] Tue Apr 16 14:58:46 2019 :: connected to remote node
[5054] Tue Apr 16 14:58:46 2019 :: ce01.lhep.unibe.ch:48244: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::18|23902|)
[5054] Tue Apr 16 14:58:46 2019 :: dmlite :: send :: requesting transfer :: dpmpool18.farm.particle.cz:/mnt/fs6/atlas/2018-08-04/DAOD_HIGG2D1.14802753._000174.pool.root.1.569148398.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ce01.lhep.unibe.ch
[5316] Tue Apr 16 14:58:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f9.230.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 150 Beginning transfer.
[5316] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 112-Perf Marker
[5316] Tue Apr 16 14:58:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9".
[5316] Tue Apr 16 14:58:49 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f9.230.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 226 Transfer Complete.
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/log.17639170._128315.job.log.tgz.1.rucio.upload.235.1555419529 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:50 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 150 Beginning transfer.
[5378] Tue Apr 16 14:58:50 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 112-Perf Marker
[5378] Tue Apr 16 14:58:50 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload".
[5378] Tue Apr 16 14:58:50 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 226 Transfer Complete.
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/log.17639170._128315.job.log.tgz.1.rucio.upload.235.1555419529 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:50 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: stat :: single entry
[5378] Tue Apr 16 14:58:50 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:50 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 213 7b1df656
[5378] Tue Apr 16 14:58:51 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:51 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82' - 22-[#00.000022] Can't create folder '82' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5378] Tue Apr 16 14:58:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:51 2019 :: dmlite :: stat :: single entry
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1.rucio.upload
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 350 OK. Send RNTO with destination name.
[5378] Tue Apr 16 14:58:51 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 250 OK.
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [CLIENT]: QUIT
[5378] Tue Apr 16 14:58:51 2019 :: malva11.farm.particle.cz:44192: [SERVER]: 221 Goodbye.
[5378] Tue Apr 16 14:58:51 2019 :: Closed connection from malva11.farm.particle.cz:44192
[5378] Tue Apr 16 14:58:51 2019 :: dmlite :: closing connection
[5421] Tue Apr 16 14:58:46 2019 :: GFork functionality not enabled.:
[5421] Tue Apr 16 14:58:46 2019 :: Configuration read from /etc/gridftp.conf.
[5421] Tue Apr 16 14:58:46 2019 :: Server started in inetd mode.
[5434] Tue Apr 16 14:58:47 2019 :: GFork functionality not enabled.:
[5434] Tue Apr 16 14:58:47 2019 :: Configuration read from /etc/gridftp.conf.
[5434] Tue Apr 16 14:58:47 2019 :: Server started in inetd mode.
[5434] Tue Apr 16 14:58:47 2019 :: New connection from: fts801.cern.ch:49996
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: USER :globus-mapping:
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 331 Password required for :globus-mapping:.
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: PASS dummy
[5434] Tue Apr 16 14:58:47 2019 :: dmlite :: starting new connection
[5434] Tue Apr 16 14:58:47 2019 :: dmlite :: DSI options :: dome_checksum
[5434] Tue Apr 16 14:58:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5434] Tue Apr 16 14:58:47 2019 :: User :globus-mapping: successfully authorized.
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: PASS dummy
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 230-User :globus-mapping: logged in.
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: SITE HELP
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 214-The following commands are recognized:
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: FEAT
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 211-Extensions supported
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6a7a2360-4764-528e-b3ba-f601ec2ead0d;file-id=696365143;retry=0
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 250 OK.
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: TYPE I
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 200 Type set to I.
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: DCAU N
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 200 DCAU N.
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1
[5434] Tue Apr 16 14:58:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5434] Tue Apr 16 14:58:47 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8
[5434] Tue Apr 16 14:58:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5434] Tue Apr 16 14:58:47 2019 :: dmlite :: stat :: single entry
[5434] Tue Apr 16 14:58:47 2019 :: fts801.cern.ch:49996: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8
[5449] Tue Apr 16 14:58:47 2019 :: GFork functionality not enabled.:
[5449] Tue Apr 16 14:58:47 2019 :: Configuration read from /etc/gridftp.conf.
[4997] Tue Apr 16 14:58:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f5.231.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 112-Perf Marker
[4997] Tue Apr 16 14:58:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5".
[4997] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:58:49 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f5.231.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: USER :globus-mapping:
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 331 Password required for :globus-mapping:.
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: PASS dummy
[5339] Tue Apr 16 14:58:48 2019 :: dmlite :: starting new connection
[5339] Tue Apr 16 14:58:48 2019 :: dmlite :: DSI options :: dome_checksum
[5339] Tue Apr 16 14:58:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5339] Tue Apr 16 14:58:48 2019 :: User :globus-mapping: successfully authorized.
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: PASS dummy
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 230-User :globus-mapping: logged in.
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: SITE HELP
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 214-The following commands are recognized:
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: FEAT
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 211-Extensions supported
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 250 OK.
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: TYPE I
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 200 Type set to I.
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: DCAU N
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 200 DCAU N.
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[5339] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5340] Tue Apr 16 14:58:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:58:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.232.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 150 Beginning transfer.
[5340] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 112-Perf Marker
[5340] Tue Apr 16 14:58:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4".
[5340] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 226 Transfer Complete.
[5340] Tue Apr 16 14:58:49 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f4.232.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f7.234.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 150 Beginning transfer.
[5341] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 112-Perf Marker
[5341] Tue Apr 16 14:58:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7".
[5341] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 226 Transfer Complete.
[5341] Tue Apr 16 14:58:49 2019 :: dmlite :: registering replica :: dpmpool21.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/f7.234.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5353] Tue Apr 16 14:58:48 2019 :: New connection from: ui1.farm.particle.cz:33192
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: USER :globus-mapping:
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 331 Password required for :globus-mapping:.
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: PASS dummy
[5353] Tue Apr 16 14:58:48 2019 :: dmlite :: starting new connection
[5353] Tue Apr 16 14:58:48 2019 :: dmlite :: DSI options :: dome_checksum
[5353] Tue Apr 16 14:58:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5353] Tue Apr 16 14:58:48 2019 :: User :globus-mapping: successfully authorized.
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: PASS dummy
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 230-User :globus-mapping: logged in.
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: SITE HELP
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 214-The following commands are recognized:
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: FEAT
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 211-Extensions supported
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 250 OK.
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: TYPE I
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 200 Type set to I.
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: DCAU N
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 200 DCAU N.
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[5353] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5353] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5353] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5354] Tue Apr 16 14:58:48 2019 :: New connection from: ui1.farm.particle.cz:33194
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: USER :globus-mapping:
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 331 Password required for :globus-mapping:.
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: PASS dummy
[5354] Tue Apr 16 14:58:48 2019 :: dmlite :: starting new connection
[5354] Tue Apr 16 14:58:48 2019 :: dmlite :: DSI options :: dome_checksum
[5354] Tue Apr 16 14:58:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5354] Tue Apr 16 14:58:48 2019 :: User :globus-mapping: successfully authorized.
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: PASS dummy
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 230-User :globus-mapping: logged in.
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: SITE HELP
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 214-The following commands are recognized:
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: FEAT
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 211-Extensions supported
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 250 OK.
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: TYPE I
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 200 Type set to I.
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: DCAU N
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 200 DCAU N.
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[5354] Tue Apr 16 14:58:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5354] Tue Apr 16 14:58:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5354] Tue Apr 16 14:58:48 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5457] Tue Apr 16 14:58:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f6.233.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 150 Beginning transfer.
[5457] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 112-Perf Marker
[5457] Tue Apr 16 14:58:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6".
[5457] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 226 Transfer Complete.
[5457] Tue Apr 16 14:58:49 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/dteamspace/2019-04-16/f6.233.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:58:48 2019 :: GFork functionality not enabled.:
[5456] Tue Apr 16 14:58:48 2019 :: Configuration read from /etc/gridftp.conf.
[5456] Tue Apr 16 14:58:48 2019 :: Server started in inetd mode.
[5007] Tue Apr 16 14:58:50 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:58:50 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 1394212864-1572864000
[5014] Tue Apr 16 14:58:49 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:49 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f3.229.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 112-Perf Marker
[5014] Tue Apr 16 14:58:49 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3".
[5014] Tue Apr 16 14:58:49 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:49 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f3.229.1555419528 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5479] Tue Apr 16 14:58:50 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5479] Tue Apr 16 14:58:50 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024575.pool.root.1.236.1555419529 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5479] Tue Apr 16 14:58:50 2019 :: fts801.cern.ch:50016: [SERVER]: 150 Beginning transfer.
[5479] Tue Apr 16 14:58:50 2019 :: fts801.cern.ch:50016: [SERVER]: 112-Perf Marker
[1171] Tue Apr 16 14:58:49 2019 :: Child process 3186 ended with rc = 0
[1171] Tue Apr 16 14:58:51 2019 :: Child process 5378 ended with rc = 0
[5269] Tue Apr 16 14:58:50 2019 :: fts804.cern.ch:51970: [SERVER]: 112-Perf Marker
[5269] Tue Apr 16 14:58:50 2019 :: fts804.cern.ch:51970: [SERVER]: 111 Range Marker 146800640-328990720
[2391] Tue Apr 16 14:58:50 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:50 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 771489792-783024128
[2985] Tue Apr 16 14:58:49 2019 :: etf-03.cern.ch:36346: [CLIENT]: MLST /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[2985] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: etf-03.cern.ch
[2985] Tue Apr 16 14:58:49 2019 :: dmlite :: stat :: single entry
[2985] Tue Apr 16 14:58:49 2019 :: etf-03.cern.ch:36346: [SERVER]: 250-status of /dpmpool16.farm.particle.cz:/mnt/fs11/atlas/2019-04-05/testfile-prep-GET-ATLASSCRATCHDISK.txt.607253184.0
[5488] Tue Apr 16 14:58:49 2019 :: GFork functionality not enabled.:
[5488] Tue Apr 16 14:58:49 2019 :: Configuration read from /etc/gridftp.conf.
[5285] Tue Apr 16 14:58:49 2019 :: New connection from: ib19.farm.particle.cz:56022
[5488] Tue Apr 16 14:58:54 2019 :: Server started in inetd mode.
[5488] Tue Apr 16 14:58:54 2019 :: New connection from: skurut07.farm.particle.cz:53368
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: USER :globus-mapping:
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 331 Password required for :globus-mapping:.
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: PASS dummy
[5488] Tue Apr 16 14:58:54 2019 :: dmlite :: starting new connection
[5488] Tue Apr 16 14:58:54 2019 :: dmlite :: DSI options :: dome_checksum
[5488] Tue Apr 16 14:58:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5488] Tue Apr 16 14:58:54 2019 :: User :globus-mapping: successfully authorized.
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: PASS dummy
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 230-User :globus-mapping: logged in.
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: SITE HELP
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 214-The following commands are recognized:
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: FEAT
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 211-Extensions supported
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 250 OK.
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: TYPE I
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 200 Type set to I.
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: DCAU N
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 200 DCAU N.
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1
[5488] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5488] Tue Apr 16 14:58:54 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [CLIENT]: QUIT
[5488] Tue Apr 16 14:58:54 2019 :: skurut07.farm.particle.cz:53368: [SERVER]: 221 Goodbye.
[5488] Tue Apr 16 14:58:54 2019 :: Closed connection from skurut07.farm.particle.cz:53368
[5488] Tue Apr 16 14:58:54 2019 :: dmlite :: closing connection
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: USER :globus-mapping:
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 331 Password required for :globus-mapping:.
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: PASS dummy
[5285] Tue Apr 16 14:58:54 2019 :: dmlite :: starting new connection
[5285] Tue Apr 16 14:58:54 2019 :: dmlite :: DSI options :: dome_checksum
[5285] Tue Apr 16 14:58:54 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5285] Tue Apr 16 14:58:54 2019 :: User :globus-mapping: successfully authorized.
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: PASS dummy
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 230-User :globus-mapping: logged in.
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: SITE HELP
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 214-The following commands are recognized:
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: FEAT
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 211-Extensions supported
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 250 OK.
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: TYPE I
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 200 Type set to I.
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: DCAU N
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 200 DCAU N.
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1
[5285] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[5285] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: single entry
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/73/fd/EVNT.17736648._001256.pool.root.1
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [CLIENT]: QUIT
[5285] Tue Apr 16 14:58:54 2019 :: ib19.farm.particle.cz:56022: [SERVER]: 221 Goodbye.
[5285] Tue Apr 16 14:58:54 2019 :: Closed connection from ib19.farm.particle.cz:56022
[5285] Tue Apr 16 14:58:54 2019 :: dmlite :: closing connection
[5339] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: OPTS PASV AllowDelayed=1;
[5339] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 200 OPTS Command Successful.
[5339] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: PASV
[5339] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 200 Passive delayed.
[5339] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[5339] Tue Apr 16 14:58:53 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[5339] Tue Apr 16 14:58:53 2019 :: incoming transfer
[5339] Tue Apr 16 14:58:53 2019 :: requested node: dpmpool9.farm.particle.cz
[5339] Tue Apr 16 14:58:53 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[5339] Tue Apr 16 14:58:53 2019 :: connected to remote node
[5339] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 127 Entering Passive Mode (147,231,25,47,93,170)
[5339] Tue Apr 16 14:58:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8'
[5339] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: single entry
[5339] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5339] Tue Apr 16 14:58:54 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5413] Tue Apr 16 14:58:54 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: USER :globus-mapping:
[5413] Tue Apr 16 14:58:54 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 331 Password required for :globus-mapping:.
[5413] Tue Apr 16 14:58:54 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: PASS dummy
[5341] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f3
[5341] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 250 OK.
[5341] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: PASV
[5341] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 200 Passive delayed.
[5341] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5341] Tue Apr 16 14:58:55 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5341] Tue Apr 16 14:58:55 2019 :: incoming transfer
[5341] Tue Apr 16 14:58:55 2019 :: requested node: dpmpool16.farm.particle.cz
[5341] Tue Apr 16 14:58:55 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[5341] Tue Apr 16 14:58:55 2019 :: connected to remote node
[5341] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 127 Entering Passive Mode (147,231,25,56,96,227)
[5341] Tue Apr 16 14:58:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:56 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[5341] Tue Apr 16 14:58:56 2019 :: dmlite :: stat :: single entry
[5341] Tue Apr 16 14:58:56 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5341] Tue Apr 16 14:58:56 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f4
[5316] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 250 OK.
[5316] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5316] Tue Apr 16 14:58:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:58:55 2019 :: dmlite :: stat :: single entry
[5316] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5499] Tue Apr 16 14:58:51 2019 :: GFork functionality not enabled.:
[5499] Tue Apr 16 14:58:51 2019 :: Configuration read from /etc/gridftp.conf.
[5499] Tue Apr 16 14:58:51 2019 :: Server started in inetd mode.
[5499] Tue Apr 16 14:58:51 2019 :: New connection from: malva11.farm.particle.cz:44198
[5421] Tue Apr 16 14:58:51 2019 :: New connection from: aplex06.farm.particle.cz:58106
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: USER :globus-mapping:
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 331 Password required for :globus-mapping:.
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: PASS dummy
[5499] Tue Apr 16 14:58:56 2019 :: dmlite :: starting new connection
[5499] Tue Apr 16 14:58:56 2019 :: dmlite :: DSI options :: dome_checksum
[5499] Tue Apr 16 14:58:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5499] Tue Apr 16 14:58:56 2019 :: User :globus-mapping: successfully authorized.
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: PASS dummy
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 230-User :globus-mapping: logged in.
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: SITE HELP
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 214-The following commands are recognized:
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: FEAT
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 211-Extensions supported
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 250 OK.
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: TYPE I
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 200 Type set to I.
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: DCAU N
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 200 DCAU N.
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1
[5499] Tue Apr 16 14:58:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: malva11.farm.particle.cz
[5499] Tue Apr 16 14:58:56 2019 :: dmlite :: stat :: single entry
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/9a/82/log.17639170._128315.job.log.tgz.1
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [CLIENT]: QUIT
[5499] Tue Apr 16 14:58:56 2019 :: malva11.farm.particle.cz:44198: [SERVER]: 221 Goodbye.
[5499] Tue Apr 16 14:58:56 2019 :: Closed connection from malva11.farm.particle.cz:44198
[5499] Tue Apr 16 14:58:56 2019 :: dmlite :: closing connection
[5421] Tue Apr 16 14:58:56 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: USER :globus-mapping:
[5421] Tue Apr 16 14:58:56 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 331 Password required for :globus-mapping:.
[5421] Tue Apr 16 14:58:56 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: PASS dummy
[5421] Tue Apr 16 14:58:56 2019 :: dmlite :: starting new connection
[5421] Tue Apr 16 14:58:56 2019 :: dmlite :: DSI options :: dome_checksum
[5421] Tue Apr 16 14:58:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5421] Tue Apr 16 14:58:57 2019 :: User :globus-mapping: successfully authorized.
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: PASS dummy
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 230-User :globus-mapping: logged in.
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: SITE HELP
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 214-The following commands are recognized:
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: FEAT
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 211-Extensions supported
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 250 OK.
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: TYPE I
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 200 Type set to I.
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: DCAU N
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 200 DCAU N.
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1
[5421] Tue Apr 16 14:58:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5421] Tue Apr 16 14:58:57 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [CLIENT]: QUIT
[5421] Tue Apr 16 14:58:57 2019 :: aplex06.farm.particle.cz:58106: [SERVER]: 221 Goodbye.
[5421] Tue Apr 16 14:58:57 2019 :: Closed connection from aplex06.farm.particle.cz:58106
[5421] Tue Apr 16 14:58:57 2019 :: dmlite :: closing connection
[5449] Tue Apr 16 14:58:52 2019 :: Server started in inetd mode.
[4997] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f0
[4997] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 250 OK.
[4997] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4997] Tue Apr 16 14:58:55 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:55 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5339] Tue Apr 16 14:58:54 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:54 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f8.237.1555419533 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 150 Beginning transfer.
[5339] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 112-Perf Marker
[5339] Tue Apr 16 14:58:54 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8".
[5339] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 226 Transfer Complete.
[5339] Tue Apr 16 14:58:54 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/dteamspace/2019-04-16/f8.237.1555419533 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f6
[5339] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 250 OK.
[5339] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: PASV
[5339] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 200 Passive delayed.
[5339] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5339] Tue Apr 16 14:58:56 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5339] Tue Apr 16 14:58:56 2019 :: incoming transfer
[5339] Tue Apr 16 14:58:56 2019 :: requested node: dpmpool22.farm.particle.cz
[5339] Tue Apr 16 14:58:56 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[5339] Tue Apr 16 14:58:57 2019 :: connected to remote node
[5339] Tue Apr 16 14:58:57 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 127 Entering Passive Mode (147,231,25,93,81,109)
[5339] Tue Apr 16 14:58:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f1
[5340] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 250 OK.
[5341] Tue Apr 16 14:58:56 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:56 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs8/dteamspace/2019-04-16/upload-delete-loop.238.1555419535 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 150 Beginning transfer.
[5341] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 112-Perf Marker
[5341] Tue Apr 16 14:58:56 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[5341] Tue Apr 16 14:58:56 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs8/dteamspace/2019-04-16/upload-delete-loop.238.1555419535 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 226 Transfer Complete.
[5353] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5353] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5353] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: single entry
[5353] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5353] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5353] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[5353] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 250 OK.
[5354] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5354] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5354] Tue Apr 16 14:58:54 2019 :: dmlite :: stat :: single entry
[5354] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5354] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5354] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f7
[5354] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 250 OK.
[5457] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f2
[5457] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 250 OK.
[5457] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5457] Tue Apr 16 14:58:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:56 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5456] Tue Apr 16 14:58:53 2019 :: New connection from: ui1.farm.particle.cz:33202
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: USER :globus-mapping:
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 331 Password required for :globus-mapping:.
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: PASS dummy
[5456] Tue Apr 16 14:58:53 2019 :: dmlite :: starting new connection
[5456] Tue Apr 16 14:58:53 2019 :: dmlite :: DSI options :: dome_checksum
[5456] Tue Apr 16 14:58:53 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac successfully authorized.
[5456] Tue Apr 16 14:58:53 2019 :: User :globus-mapping: successfully authorized.
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: PASS dummy
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 230-User :globus-mapping: logged in.
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: SITE HELP
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 214-The following commands are recognized:
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: FEAT
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 211-Extensions supported
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.2";
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 250 OK.
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: TYPE I
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 200 Type set to I.
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: DCAU N
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 200 DCAU N.
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8
[5456] Tue Apr 16 14:58:53 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:58:53 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (321 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f8' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:58:53 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5456] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f5
[5456] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 250 OK.
[5456] Tue Apr 16 14:58:56 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5456] Tue Apr 16 14:58:56 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 250 OK.
[5007] Tue Apr 16 14:58:55 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:58:55 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 1572864000-1796472832
[5014] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: TYPE A
[5014] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Type set to A.
[5014] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: PASV
[5014] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Passive delayed.
[5014] Tue Apr 16 14:58:54 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5014] Tue Apr 16 14:58:54 2019 :: passive mode: NLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5014] Tue Apr 16 14:58:54 2019 :: not delayed
[5014] Tue Apr 16 14:58:54 2019 :: rolling the dice
[5014] Tue Apr 16 14:58:54 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[5014] Tue Apr 16 14:58:55 2019 :: connected to remote node
[5014] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 127 Entering Passive Mode (147,231,25,64,96,227)
[5014] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 150 Beginning transfer.
[5014] Tue Apr 16 14:58:55 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel".
[5014] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 226 Transfer Complete.
[5014] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: TYPE I
[5014] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 200 Type set to I.
[5014] Tue Apr 16 14:58:55 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel/f9
[5014] Tue Apr 16 14:58:55 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250 OK.
[5339] Tue Apr 16 14:58:58 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[5339] Tue Apr 16 14:58:58 2019 :: dmlite :: stat :: single entry
[5339] Tue Apr 16 14:58:58 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5339] Tue Apr 16 14:58:58 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5479] Tue Apr 16 14:58:55 2019 :: fts801.cern.ch:50016: [SERVER]: 112-Perf Marker
[5479] Tue Apr 16 14:58:55 2019 :: fts801.cern.ch:50016: [SERVER]: 111 Range Marker 0-117440512
[1171] Tue Apr 16 14:58:54 2019 :: Child process 5488 ended with rc = 0
[1171] Tue Apr 16 14:58:54 2019 :: Child process 5285 ended with rc = 0
[1171] Tue Apr 16 14:58:56 2019 :: Child process 5499 ended with rc = 0
[1171] Tue Apr 16 14:58:57 2019 :: Child process 5421 ended with rc = 0
[5269] Tue Apr 16 14:58:55 2019 :: fts804.cern.ch:51970: [SERVER]: 112-Perf Marker
[5269] Tue Apr 16 14:58:55 2019 :: fts804.cern.ch:51970: [SERVER]: 111 Range Marker 328990720-527040512
[2391] Tue Apr 16 14:58:55 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:58:55 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 783024128-796393472
[5511] Tue Apr 16 14:58:54 2019 :: GFork functionality not enabled.:
[5511] Tue Apr 16 14:58:54 2019 :: Configuration read from /etc/gridftp.conf.
[5449] Tue Apr 16 14:58:57 2019 :: New connection from: ib17.farm.particle.cz:50928
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: USER :globus-mapping:
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 331 Password required for :globus-mapping:.
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: PASS dummy
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: starting new connection
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: DSI options :: dome_checksum
[5449] Tue Apr 16 14:58:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5449] Tue Apr 16 14:58:57 2019 :: User :globus-mapping: successfully authorized.
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: PASS dummy
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 230-User :globus-mapping: logged in.
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: SITE HELP
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 214-The following commands are recognized:
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: FEAT
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 211-Extensions supported
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 250 OK.
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: TYPE I
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 200 Type set to I.
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: DCAU N
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 200 DCAU N.
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4' - 22-[#00.000022] Can't create folder 'b4' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: OPTS PASV AllowDelayed=1;
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 200 OPTS Command Successful.
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: PASV
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 200 Passive delayed.
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:58:57 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:58:57 2019 :: incoming transfer
[5449] Tue Apr 16 14:58:57 2019 :: requested node: dpmpool22.farm.particle.cz
[5449] Tue Apr 16 14:58:57 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[5449] Tue Apr 16 14:58:57 2019 :: connected to remote node
[5449] Tue Apr 16 14:58:57 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 127 Entering Passive Mode (147,231,25,93,81,110)
[5449] Tue Apr 16 14:58:57 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload'
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: stat :: single entry
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5354] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: OPTS PASV AllowDelayed=1;
[5354] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 200 OPTS Command Successful.
[5354] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: PASV
[5354] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 200 Passive delayed.
[5354] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5354] Tue Apr 16 14:58:58 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5354] Tue Apr 16 14:58:58 2019 :: incoming transfer
[5354] Tue Apr 16 14:58:58 2019 :: requested node: dpmpool19.farm.particle.cz
[5354] Tue Apr 16 14:58:58 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[5354] Tue Apr 16 14:58:58 2019 :: connected to remote node
[5354] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 127 Entering Passive Mode (147,231,25,64,96,31)
[5354] Tue Apr 16 14:58:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5354] Tue Apr 16 14:58:59 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[5354] Tue Apr 16 14:58:59 2019 :: dmlite :: stat :: single entry
[5354] Tue Apr 16 14:58:59 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5354] Tue Apr 16 14:58:59 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17663177._064986.pool.root.1.rucio.upload.240.1555419537 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:59 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 150 Beginning transfer.
[5449] Tue Apr 16 14:58:59 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 112-Perf Marker
[5449] Tue Apr 16 14:58:59 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload".
[5449] Tue Apr 16 14:58:59 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 226 Transfer Complete.
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17663177._064986.pool.root.1.rucio.upload.240.1555419537 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:59 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: stat :: single entry
[5449] Tue Apr 16 14:58:59 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:58:59 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 213 ad16f9bf
[5449] Tue Apr 16 14:59:00 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:59:00 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4' - 22-[#00.000022] Can't create folder 'b4' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5449] Tue Apr 16 14:59:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:59:00 2019 :: dmlite :: stat :: single entry
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1.rucio.upload
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 350 OK. Send RNTO with destination name.
[5449] Tue Apr 16 14:59:00 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 250 OK.
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [CLIENT]: QUIT
[5449] Tue Apr 16 14:59:00 2019 :: ib17.farm.particle.cz:50928: [SERVER]: 221 Goodbye.
[5449] Tue Apr 16 14:59:00 2019 :: Closed connection from ib17.farm.particle.cz:50928
[5449] Tue Apr 16 14:59:00 2019 :: dmlite :: closing connection
[4997] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4997] Tue Apr 16 14:59:00 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[4997] Tue Apr 16 14:59:00 2019 :: incoming transfer
[4997] Tue Apr 16 14:59:00 2019 :: requested node: dpmpool22.farm.particle.cz
[4997] Tue Apr 16 14:59:00 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[4997] Tue Apr 16 14:59:00 2019 :: connected to remote node
[4997] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,93,80,230)
[4997] Tue Apr 16 14:59:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:59:01 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[4997] Tue Apr 16 14:59:01 2019 :: dmlite :: stat :: single entry
[4997] Tue Apr 16 14:59:01 2019 :: dmlite :: stat :: zero size replica, maybe pending
[4997] Tue Apr 16 14:59:01 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5316] Tue Apr 16 14:59:00 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:59:00 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5316] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5525] Tue Apr 16 14:58:57 2019 :: GFork functionality not enabled.:
[5525] Tue Apr 16 14:58:57 2019 :: Configuration read from /etc/gridftp.conf.
[5525] Tue Apr 16 14:58:57 2019 :: Server started in inetd mode.
[5525] Tue Apr 16 14:58:57 2019 :: New connection from: aplex06.farm.particle.cz:58122
[4997] Tue Apr 16 14:59:01 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:59:01 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.243.1555419540 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[4997] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 112-Perf Marker
[4997] Tue Apr 16 14:59:01 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[4997] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:59:01 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs3/dteamspace/2019-04-16/upload-delete-loop.243.1555419540 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:58 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:58 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.239.1555419536 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 150 Beginning transfer.
[5339] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 112-Perf Marker
[5339] Tue Apr 16 14:58:58 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[5339] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 226 Transfer Complete.
[5339] Tue Apr 16 14:58:58 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/dteamspace/2019-04-16/upload-delete-loop.239.1555419536 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:59:00 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5340] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 250 OK.
[5341] Tue Apr 16 14:59:01 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5341] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 250 OK.
[5353] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5353] Tue Apr 16 14:58:58 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5353] Tue Apr 16 14:58:58 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5353] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5354] Tue Apr 16 14:58:59 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5354] Tue Apr 16 14:58:59 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/upload-delete-loop.241.1555419538 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5354] Tue Apr 16 14:58:59 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 150 Beginning transfer.
[5354] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 112-Perf Marker
[5354] Tue Apr 16 14:59:00 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[5354] Tue Apr 16 14:59:00 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 226 Transfer Complete.
[5354] Tue Apr 16 14:59:00 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/upload-delete-loop.241.1555419538 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: PASV
[5457] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 200 Passive delayed.
[5457] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5457] Tue Apr 16 14:59:01 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5457] Tue Apr 16 14:59:01 2019 :: incoming transfer
[5457] Tue Apr 16 14:59:01 2019 :: requested node: dpmpool16.farm.particle.cz
[5457] Tue Apr 16 14:59:01 2019 :: remote node: dpmpool16.farm.particle.cz:2811
[5457] Tue Apr 16 14:59:01 2019 :: connected to remote node
[5457] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 127 Entering Passive Mode (147,231,25,56,96,250)
[5457] Tue Apr 16 14:59:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5456] Tue Apr 16 14:59:01 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:59:01 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (349 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:59:01 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop'
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: single entry
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5007] Tue Apr 16 14:59:00 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:59:00 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 1796472832-2116419584
[5014] Tue Apr 16 14:58:58 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5014] Tue Apr 16 14:58:58 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250 OK.
[5479] Tue Apr 16 14:59:00 2019 :: fts801.cern.ch:50016: [SERVER]: 112-Perf Marker
[5479] Tue Apr 16 14:59:00 2019 :: fts801.cern.ch:50016: [SERVER]: 111 Range Marker 117440512-247463936
[1171] Tue Apr 16 14:59:00 2019 :: Child process 5449 ended with rc = 0
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: USER :globus-mapping:
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 331 Password required for :globus-mapping:.
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: PASS dummy
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: starting new connection
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: DSI options :: dome_checksum
[5525] Tue Apr 16 14:59:02 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5525] Tue Apr 16 14:59:02 2019 :: User :globus-mapping: successfully authorized.
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: PASS dummy
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 230-User :globus-mapping: logged in.
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: SITE HELP
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 214-The following commands are recognized:
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: FEAT
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 211-Extensions supported
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 250 OK.
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: TYPE I
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 200 Type set to I.
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: DCAU N
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 200 DCAU N.
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2' - 22-[#00.000022] Can't create folder 'c2' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (545 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: OPTS PASV AllowDelayed=1;
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 200 OPTS Command Successful.
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: PASV
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 200 Passive delayed.
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:02 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:02 2019 :: incoming transfer
[5525] Tue Apr 16 14:59:02 2019 :: requested node: dpmpool9.farm.particle.cz
[5525] Tue Apr 16 14:59:02 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[5525] Tue Apr 16 14:59:02 2019 :: connected to remote node
[5525] Tue Apr 16 14:59:02 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 127 Entering Passive Mode (147,231,25,47,80,218)
[5525] Tue Apr 16 14:59:02 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload'
[5525] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: single entry
[5525] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5525] Tue Apr 16 14:59:03 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5269] Tue Apr 16 14:59:00 2019 :: fts804.cern.ch:51970: [SERVER]: 112-Perf Marker
[5269] Tue Apr 16 14:59:00 2019 :: fts804.cern.ch:51970: [SERVER]: 111 Range Marker 527040512-693239808
[5339] Tue Apr 16 14:59:03 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5339] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: DELE /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop
[5339] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 250 OK.
[5339] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33186: [CLIENT]: QUIT
[5339] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33186: [SERVER]: 221 Goodbye.
[5339] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33186
[5339] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[5014] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[5014] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5014] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: single entry
[5014] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[5014] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33152: [CLIENT]: QUIT
[5014] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33152: [SERVER]: 221 Goodbye.
[5014] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33152
[5014] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[5353] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33192: [CLIENT]: QUIT
[5353] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33192: [SERVER]: 221 Goodbye.
[5353] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33192
[5353] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[5316] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33182: [CLIENT]: QUIT
[5316] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33182: [SERVER]: 221 Goodbye.
[5316] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33182
[5316] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[5341] Tue Apr 16 14:59:03 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5341] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5341] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 250 OK.
[5341] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33190: [CLIENT]: QUIT
[5341] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33190: [SERVER]: 221 Goodbye.
[5341] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33190
[5341] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[5340] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5340] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5340] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: single entry
[5340] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 250-status of /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[5340] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33188: [CLIENT]: QUIT
[5340] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33188: [SERVER]: 221 Goodbye.
[5340] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33188
[5340] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool16.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/upload-delete-loop.246.1555419541 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 150 Beginning transfer.
[5457] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 112-Perf Marker
[5457] Tue Apr 16 14:59:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/upload-delete-loop".
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: registering replica :: dpmpool16.farm.particle.cz:/mnt/fs13/dteamspace/2019-04-16/upload-delete-loop.246.1555419541 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 226 Transfer Complete.
[5457] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: MLST /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (273 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1:/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5457] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5457] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33204: [CLIENT]: QUIT
[5457] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33204: [SERVER]: 221 Goodbye.
[5457] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33204
[5457] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[5354] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: PASV
[5354] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 200 Passive delayed.
[5354] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[5354] Tue Apr 16 14:59:03 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[5354] Tue Apr 16 14:59:03 2019 :: not delayed
[5354] Tue Apr 16 14:59:03 2019 :: rolling the dice
[5354] Tue Apr 16 14:59:03 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[5354] Tue Apr 16 14:59:03 2019 :: connected to remote node
[5354] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 127 Entering Passive Mode (147,231,25,94,81,45)
[5354] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 150 Beginning transfer.
[5354] Tue Apr 16 14:59:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1".
[5354] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 226 Transfer Complete.
[5354] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33194: [CLIENT]: QUIT
[5354] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33194: [SERVER]: 221 Goodbye.
[5354] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33194
[5354] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[4997] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: PASV
[4997] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 200 Passive delayed.
[4997] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4997] Tue Apr 16 14:59:03 2019 :: passive mode: MLSD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel
[4997] Tue Apr 16 14:59:03 2019 :: not delayed
[4997] Tue Apr 16 14:59:03 2019 :: rolling the dice
[4997] Tue Apr 16 14:59:03 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[4997] Tue Apr 16 14:59:03 2019 :: connected to remote node
[4997] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 127 Entering Passive Mode (147,231,25,92,81,45)
[4997] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 150 Beginning transfer.
[4997] Tue Apr 16 14:59:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/dteamspace/dpm-test-u1/parallel".
[4997] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 226 Transfer Complete.
[4997] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33150: [CLIENT]: QUIT
[4997] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33150: [SERVER]: 221 Goodbye.
[4997] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33150
[4997] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[5456] Tue Apr 16 14:59:03 2019 :: dmlite :: command :: 2 :: /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=vokac/CN=610071/CN=Petr Vokac :: ui1.farm.particle.cz
[5456] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: RMD /dpm/farm.particle.cz/home/dteamspace/dpm-test-u1
[5456] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 250 OK.
[5456] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33202: [CLIENT]: QUIT
[5456] Tue Apr 16 14:59:03 2019 :: ui1.farm.particle.cz:33202: [SERVER]: 221 Goodbye.
[5456] Tue Apr 16 14:59:03 2019 :: Closed connection from ui1.farm.particle.cz:33202
[5456] Tue Apr 16 14:59:03 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:59:00 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:59:00 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 796393472-811597824
[5511] Tue Apr 16 14:58:59 2019 :: Server started in inetd mode.
[5511] Tue Apr 16 14:58:59 2019 :: New connection from: skurut07.farm.particle.cz:53374
[5269] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:51970: [SERVER]: 112-Perf Marker
[5269] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:51970: [SERVER]: 111 Range Marker 693239808-854352023
[5269] Tue Apr 16 14:59:04 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1".
[5269] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:51970: [SERVER]: 226 Transfer Complete.
[5269] Tue Apr 16 14:59:04 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._025009.pool.root.1.224.1555419519 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5269] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:51970: [CLIENT]: QUIT
[5269] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:51970: [SERVER]: 221 Goodbye.
[5269] Tue Apr 16 14:59:04 2019 :: Closed connection from fts804.cern.ch:51970
[5269] Tue Apr 16 14:59:04 2019 :: dmlite :: closing connection
[5561] Tue Apr 16 14:59:04 2019 :: GFork functionality not enabled.:
[5561] Tue Apr 16 14:59:04 2019 :: Configuration read from /etc/gridftp.conf.
[5561] Tue Apr 16 14:59:04 2019 :: Server started in inetd mode.
[5561] Tue Apr 16 14:59:04 2019 :: New connection from: fts804.cern.ch:52104
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [CLIENT]: USER :globus-mapping:
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [SERVER]: 331 Password required for :globus-mapping:.
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [CLIENT]: PASS dummy
[5561] Tue Apr 16 14:59:04 2019 :: dmlite :: starting new connection
[5561] Tue Apr 16 14:59:04 2019 :: dmlite :: DSI options :: dome_checksum
[5561] Tue Apr 16 14:59:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5561] Tue Apr 16 14:59:04 2019 :: User :globus-mapping: successfully authorized.
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [CLIENT]: PASS dummy
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [SERVER]: 230-User :globus-mapping: logged in.
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [CLIENT]: SITE HELP
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [SERVER]: 214-The following commands are recognized:
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [CLIENT]: FEAT
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [SERVER]: 211-Extensions supported
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6d472570-ff22-5d71-a013-8320e8a208c8;file-id=696365015;retry=0
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [SERVER]: 250 OK.
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [CLIENT]: QUIT
[5561] Tue Apr 16 14:59:04 2019 :: fts804.cern.ch:52104: [SERVER]: 221 Goodbye.
[5561] Tue Apr 16 14:59:04 2019 :: Closed connection from fts804.cern.ch:52104
[5561] Tue Apr 16 14:59:04 2019 :: dmlite :: closing connection
[5525] Tue Apr 16 14:59:03 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:03 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17639170._128454.job.log.tgz.1.rucio.upload.249.1555419542 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:03 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 150 Beginning transfer.
[5525] Tue Apr 16 14:59:03 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 112-Perf Marker
[5525] Tue Apr 16 14:59:03 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload".
[5525] Tue Apr 16 14:59:03 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 226 Transfer Complete.
[5525] Tue Apr 16 14:59:03 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/log.17639170._128454.job.log.tgz.1.rucio.upload.249.1555419542 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:03 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:03 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:04 2019 :: dmlite :: stat :: single entry
[5525] Tue Apr 16 14:59:04 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:04 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:04 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 213 0ca0aeef
[5525] Tue Apr 16 14:59:05 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:05 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2' - 22-[#00.000022] Can't create folder 'c2' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5525] Tue Apr 16 14:59:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:05 2019 :: dmlite :: stat :: single entry
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1.rucio.upload
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 350 OK. Send RNTO with destination name.
[5525] Tue Apr 16 14:59:05 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 250 OK.
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [CLIENT]: QUIT
[5525] Tue Apr 16 14:59:05 2019 :: aplex06.farm.particle.cz:58122: [SERVER]: 221 Goodbye.
[5525] Tue Apr 16 14:59:05 2019 :: Closed connection from aplex06.farm.particle.cz:58122
[5525] Tue Apr 16 14:59:05 2019 :: dmlite :: closing connection
[5536] Tue Apr 16 14:59:00 2019 :: GFork functionality not enabled.:
[5536] Tue Apr 16 14:59:00 2019 :: Configuration read from /etc/gridftp.conf.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: USER :globus-mapping:
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 331 Password required for :globus-mapping:.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: PASS dummy
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: starting new connection
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: DSI options :: dome_checksum
[5511] Tue Apr 16 14:59:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5511] Tue Apr 16 14:59:04 2019 :: User :globus-mapping: successfully authorized.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: PASS dummy
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 230-User :globus-mapping: logged in.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: SITE HELP
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 214-The following commands are recognized:
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: FEAT
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 211-Extensions supported
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 250 OK.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: TYPE I
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 200 Type set to I.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: DCAU N
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 200 DCAU N.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c' - 22-[#00.000022] Can't create folder '2c' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: OPTS PASV AllowDelayed=1;
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 200 OPTS Command Successful.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: PASV
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 200 Passive delayed.
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:04 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:04 2019 :: incoming transfer
[5511] Tue Apr 16 14:59:04 2019 :: requested node: dpmpool22.farm.particle.cz
[5511] Tue Apr 16 14:59:04 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[5511] Tue Apr 16 14:59:04 2019 :: connected to remote node
[5511] Tue Apr 16 14:59:04 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 127 Entering Passive Mode (147,231,25,93,92,139)
[5511] Tue Apr 16 14:59:04 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:05 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload'
[5511] Tue Apr 16 14:59:05 2019 :: dmlite :: stat :: single entry
[5511] Tue Apr 16 14:59:05 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5511] Tue Apr 16 14:59:05 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5413] Tue Apr 16 14:59:04 2019 :: dmlite :: starting new connection
[5413] Tue Apr 16 14:59:04 2019 :: dmlite :: DSI options :: dome_checksum
[5413] Tue Apr 16 14:59:04 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=fgiuli/CN=751427/CN=Francesco Giuli successfully authorized.
[5413] Tue Apr 16 14:59:04 2019 :: User :globus-mapping: successfully authorized.
[5413] Tue Apr 16 14:59:04 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: PASS dummy
[5413] Tue Apr 16 14:59:04 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 230-User :globus-mapping: logged in.
[5413] Tue Apr 16 14:59:04 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: SITE HELP
[5413] Tue Apr 16 14:59:04 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 214-The following commands are recognized:
[5413] Tue Apr 16 14:59:04 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: FEAT
[5413] Tue Apr 16 14:59:04 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 211-Extensions supported
[5413] Tue Apr 16 14:59:04 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.14.2";
[5413] Tue Apr 16 14:59:04 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 250 OK.
[5511] Tue Apr 16 14:59:05 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:05 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17663068._135069.pool.root.1.rucio.upload.250.1555419544 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:05 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 150 Beginning transfer.
[5511] Tue Apr 16 14:59:06 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 112-Perf Marker
[5511] Tue Apr 16 14:59:06 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload".
[5511] Tue Apr 16 14:59:06 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 226 Transfer Complete.
[5511] Tue Apr 16 14:59:06 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17663068._135069.pool.root.1.rucio.upload.250.1555419544 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:06 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:06 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:06 2019 :: dmlite :: stat :: single entry
[5511] Tue Apr 16 14:59:06 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:06 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:06 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 213 8a3cf368
[5511] Tue Apr 16 14:59:07 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:07 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c' - 22-[#00.000022] Can't create folder '2c' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5511] Tue Apr 16 14:59:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:07 2019 :: dmlite :: stat :: single entry
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1.rucio.upload
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 350 OK. Send RNTO with destination name.
[5511] Tue Apr 16 14:59:07 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 250 OK.
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [CLIENT]: QUIT
[5511] Tue Apr 16 14:59:07 2019 :: skurut07.farm.particle.cz:53374: [SERVER]: 221 Goodbye.
[5511] Tue Apr 16 14:59:07 2019 :: Closed connection from skurut07.farm.particle.cz:53374
[5511] Tue Apr 16 14:59:07 2019 :: dmlite :: closing connection
[5007] Tue Apr 16 14:59:05 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:59:05 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 2116419584-2303983616
[5479] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50016: [SERVER]: 112-Perf Marker
[5479] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50016: [SERVER]: 111 Range Marker 247463936-370147328
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5339 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5353 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5014 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5341 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5316 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5340 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5457 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5354 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 4997 ended with rc = 0
[1171] Tue Apr 16 14:59:03 2019 :: Child process 5456 ended with rc = 0
[1171] Tue Apr 16 14:59:04 2019 :: Child process 5269 ended with rc = 0
[1171] Tue Apr 16 14:59:05 2019 :: Child process 5561 ended with rc = 0
[1171] Tue Apr 16 14:59:05 2019 :: Child process 5525 ended with rc = 0
[1171] Tue Apr 16 14:59:07 2019 :: Child process 5511 ended with rc = 0
[5567] Tue Apr 16 14:59:05 2019 :: GFork functionality not enabled.:
[5567] Tue Apr 16 14:59:05 2019 :: Configuration read from /etc/gridftp.conf.
[5567] Tue Apr 16 14:59:05 2019 :: Server started in inetd mode.
[5567] Tue Apr 16 14:59:05 2019 :: New connection from: fts804.cern.ch:52108
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [CLIENT]: USER :globus-mapping:
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [SERVER]: 331 Password required for :globus-mapping:.
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [CLIENT]: PASS dummy
[5567] Tue Apr 16 14:59:05 2019 :: dmlite :: starting new connection
[5567] Tue Apr 16 14:59:05 2019 :: dmlite :: DSI options :: dome_checksum
[5567] Tue Apr 16 14:59:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5567] Tue Apr 16 14:59:05 2019 :: User :globus-mapping: successfully authorized.
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [CLIENT]: PASS dummy
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [SERVER]: 230-User :globus-mapping: logged in.
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [CLIENT]: SITE HELP
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [SERVER]: 214-The following commands are recognized:
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [CLIENT]: FEAT
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [SERVER]: 211-Extensions supported
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6d472570-ff22-5d71-a013-8320e8a208c8;file-id=696365015;retry=0
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [SERVER]: 250 OK.
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [CLIENT]: TYPE I
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [SERVER]: 200 Type set to I.
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [CLIENT]: MODE E
[5567] Tue Apr 16 14:59:05 2019 :: fts804.cern.ch:52108: [SERVER]: 200 Mode set to E.
[5567] Tue Apr 16 14:59:05 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5567] Tue Apr 16 14:59:05 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1
[5567] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52108: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1
[5567] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52108: [SERVER]: 213 7baef94c
[5567] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52108: [CLIENT]: QUIT
[5567] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52108: [SERVER]: 221 Goodbye.
[5567] Tue Apr 16 14:59:08 2019 :: Closed connection from fts804.cern.ch:52108
[5567] Tue Apr 16 14:59:08 2019 :: dmlite :: closing connection
[5591] Tue Apr 16 14:59:06 2019 :: GFork functionality not enabled.:
[5591] Tue Apr 16 14:59:06 2019 :: Configuration read from /etc/gridftp.conf.
[5591] Tue Apr 16 14:59:06 2019 :: Server started in inetd mode.
[5591] Tue Apr 16 14:59:06 2019 :: New connection from: fts801.cern.ch:50310
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: USER :globus-mapping:
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 331 Password required for :globus-mapping:.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: PASS dummy
[5591] Tue Apr 16 14:59:07 2019 :: dmlite :: starting new connection
[5591] Tue Apr 16 14:59:07 2019 :: dmlite :: DSI options :: dome_checksum
[5591] Tue Apr 16 14:59:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5591] Tue Apr 16 14:59:07 2019 :: User :globus-mapping: successfully authorized.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: PASS dummy
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 230-User :globus-mapping: logged in.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: SITE HELP
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 214-The following commands are recognized:
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: FEAT
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 211-Extensions supported
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=62412adf-4367-521f-a8dd-d51a5fd6260d;file-id=696365448;retry=0
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 250 OK.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: TYPE I
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 200 Type set to I.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: MODE E
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 200 Mode set to E.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: DCAU N
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 200 DCAU N.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: OPTS PASV AllowDelayed=1;
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 200 OPTS Command Successful.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: PASV
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 200 Passive delayed.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: ALLO 850662246
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 200 ALLO command successful.
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1
[5591] Tue Apr 16 14:59:07 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1
[5591] Tue Apr 16 14:59:07 2019 :: incoming transfer
[5591] Tue Apr 16 14:59:07 2019 :: requested node: dpmpool21.farm.particle.cz
[5591] Tue Apr 16 14:59:07 2019 :: remote node: dpmpool21.farm.particle.cz:2811
[5591] Tue Apr 16 14:59:07 2019 :: connected to remote node
[5591] Tue Apr 16 14:59:07 2019 :: fts801.cern.ch:50310: [SERVER]: 127 Entering Passive Mode (147,231,25,92,83,207)
[5591] Tue Apr 16 14:59:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5591] Tue Apr 16 14:59:08 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1'
[5591] Tue Apr 16 14:59:08 2019 :: dmlite :: stat :: single entry
[5591] Tue Apr 16 14:59:08 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5591] Tue Apr 16 14:59:08 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5653] Tue Apr 16 14:59:08 2019 :: GFork functionality not enabled.:
[5653] Tue Apr 16 14:59:08 2019 :: Configuration read from /etc/gridftp.conf.
[5653] Tue Apr 16 14:59:08 2019 :: Server started in inetd mode.
[5653] Tue Apr 16 14:59:08 2019 :: New connection from: fts804.cern.ch:52180
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [CLIENT]: USER :globus-mapping:
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [SERVER]: 331 Password required for :globus-mapping:.
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [CLIENT]: PASS dummy
[5653] Tue Apr 16 14:59:08 2019 :: dmlite :: starting new connection
[5653] Tue Apr 16 14:59:08 2019 :: dmlite :: DSI options :: dome_checksum
[5653] Tue Apr 16 14:59:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5653] Tue Apr 16 14:59:08 2019 :: User :globus-mapping: successfully authorized.
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [CLIENT]: PASS dummy
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [SERVER]: 230-User :globus-mapping: logged in.
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [CLIENT]: SITE HELP
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [SERVER]: 214-The following commands are recognized:
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [CLIENT]: FEAT
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [SERVER]: 211-Extensions supported
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6d472570-ff22-5d71-a013-8320e8a208c8;file-id=696365015;retry=0
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [SERVER]: 250 OK.
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [CLIENT]: QUIT
[5653] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52180: [SERVER]: 221 Goodbye.
[5653] Tue Apr 16 14:59:08 2019 :: Closed connection from fts804.cern.ch:52180
[5653] Tue Apr 16 14:59:08 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:59:05 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:59:05 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 811597824-824442880
[5673] Tue Apr 16 14:59:08 2019 :: GFork functionality not enabled.:
[5673] Tue Apr 16 14:59:08 2019 :: Configuration read from /etc/gridftp.conf.
[5673] Tue Apr 16 14:59:08 2019 :: Server started in inetd mode.
[5673] Tue Apr 16 14:59:08 2019 :: New connection from: fts804.cern.ch:52186
[5673] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52186: [CLIENT]: USER :globus-mapping:
[5673] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52186: [SERVER]: 331 Password required for :globus-mapping:.
[5673] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52186: [CLIENT]: PASS dummy
[5673] Tue Apr 16 14:59:08 2019 :: dmlite :: starting new connection
[5673] Tue Apr 16 14:59:08 2019 :: dmlite :: DSI options :: dome_checksum
[5673] Tue Apr 16 14:59:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5673] Tue Apr 16 14:59:08 2019 :: User :globus-mapping: successfully authorized.
[5673] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52186: [CLIENT]: PASS dummy
[5673] Tue Apr 16 14:59:08 2019 :: fts804.cern.ch:52186: [SERVER]: 230-User :globus-mapping: logged in.
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [CLIENT]: SITE HELP
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [SERVER]: 214-The following commands are recognized:
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [CLIENT]: FEAT
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [SERVER]: 211-Extensions supported
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6d472570-ff22-5d71-a013-8320e8a208c8;file-id=696365015;retry=0
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [SERVER]: 250 OK.
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [CLIENT]: TYPE I
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [SERVER]: 200 Type set to I.
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [CLIENT]: MODE E
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [SERVER]: 200 Mode set to E.
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [CLIENT]: DCAU N
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [SERVER]: 200 DCAU N.
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1
[5673] Tue Apr 16 14:59:09 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5673] Tue Apr 16 14:59:09 2019 :: dmlite :: stat :: single entry
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/12/54/HITS.17617237._025009.pool.root.1
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [CLIENT]: QUIT
[5673] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:52186: [SERVER]: 221 Goodbye.
[5673] Tue Apr 16 14:59:09 2019 :: Closed connection from fts804.cern.ch:52186
[5673] Tue Apr 16 14:59:09 2019 :: dmlite :: closing connection
[5260] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:51964: [CLIENT]: QUIT
[5260] Tue Apr 16 14:59:09 2019 :: fts804.cern.ch:51964: [SERVER]: 221 Goodbye.
[5260] Tue Apr 16 14:59:09 2019 :: Closed connection from fts804.cern.ch:51964
[5260] Tue Apr 16 14:59:09 2019 :: dmlite :: closing connection
[5555] Tue Apr 16 14:59:04 2019 :: GFork functionality not enabled.:
[5555] Tue Apr 16 14:59:04 2019 :: Configuration read from /etc/gridftp.conf.
[5555] Tue Apr 16 14:59:04 2019 :: Server started in inetd mode.
[5555] Tue Apr 16 14:59:04 2019 :: New connection from: t3datatrans1.physics.ox.ac.uk:47234
[5623] Tue Apr 16 14:59:08 2019 :: GFork functionality not enabled.:
[5623] Tue Apr 16 14:59:08 2019 :: Configuration read from /etc/gridftp.conf.
[5623] Tue Apr 16 14:59:08 2019 :: Server started in inetd mode.
[5623] Tue Apr 16 14:59:08 2019 :: New connection from: fts800.cern.ch:40176
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: USER :globus-mapping:
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 331 Password required for :globus-mapping:.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: PASS dummy
[5623] Tue Apr 16 14:59:08 2019 :: dmlite :: starting new connection
[5623] Tue Apr 16 14:59:08 2019 :: dmlite :: DSI options :: dome_checksum
[5623] Tue Apr 16 14:59:08 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5623] Tue Apr 16 14:59:08 2019 :: User :globus-mapping: successfully authorized.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: PASS dummy
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 230-User :globus-mapping: logged in.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: SITE HELP
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 214-The following commands are recognized:
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: FEAT
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 211-Extensions supported
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=08df8f21-9a1d-5466-bacb-cd8dbf821e79;file-id=696365469;retry=0
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 250 OK.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: TYPE I
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 200 Type set to I.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: MODE E
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 200 Mode set to E.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: DCAU N
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 200 DCAU N.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: OPTS PASV AllowDelayed=1;
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 200 OPTS Command Successful.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: EPSV
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 200 Passive delayed.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: ALLO 848919578
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 200 ALLO command successful.
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1
[5623] Tue Apr 16 14:59:08 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1
[5623] Tue Apr 16 14:59:08 2019 :: incoming transfer
[5623] Tue Apr 16 14:59:08 2019 :: requested node: dpmpool19.farm.particle.cz
[5623] Tue Apr 16 14:59:08 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[5623] Tue Apr 16 14:59:08 2019 :: connected to remote node
[5623] Tue Apr 16 14:59:08 2019 :: fts800.cern.ch:40176: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::19|22854|)
[5623] Tue Apr 16 14:59:08 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5623] Tue Apr 16 14:59:09 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1'
[5623] Tue Apr 16 14:59:09 2019 :: dmlite :: stat :: single entry
[5623] Tue Apr 16 14:59:09 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5623] Tue Apr 16 14:59:09 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5573] Tue Apr 16 14:59:05 2019 :: GFork functionality not enabled.:
[5573] Tue Apr 16 14:59:05 2019 :: Configuration read from /etc/gridftp.conf.
[5573] Tue Apr 16 14:59:05 2019 :: Server started in inetd mode.
[5573] Tue Apr 16 14:59:05 2019 :: New connection from: aplex06.farm.particle.cz:58130
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: USER :globus-mapping:
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 331 Password required for :globus-mapping:.
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: PASS dummy
[5573] Tue Apr 16 14:59:10 2019 :: dmlite :: starting new connection
[5573] Tue Apr 16 14:59:10 2019 :: dmlite :: DSI options :: dome_checksum
[5573] Tue Apr 16 14:59:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5573] Tue Apr 16 14:59:10 2019 :: User :globus-mapping: successfully authorized.
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: PASS dummy
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 230-User :globus-mapping: logged in.
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: SITE HELP
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 214-The following commands are recognized:
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: FEAT
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 211-Extensions supported
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 250 OK.
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: TYPE I
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 200 Type set to I.
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: DCAU N
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 200 DCAU N.
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1
[5573] Tue Apr 16 14:59:10 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: aplex06.farm.particle.cz
[5573] Tue Apr 16 14:59:10 2019 :: dmlite :: stat :: single entry
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/34/c2/log.17639170._128454.job.log.tgz.1
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [CLIENT]: QUIT
[5573] Tue Apr 16 14:59:10 2019 :: aplex06.farm.particle.cz:58130: [SERVER]: 221 Goodbye.
[5573] Tue Apr 16 14:59:10 2019 :: Closed connection from aplex06.farm.particle.cz:58130
[5573] Tue Apr 16 14:59:10 2019 :: dmlite :: closing connection
[5536] Tue Apr 16 14:59:05 2019 :: Server started in inetd mode.
[5582] Tue Apr 16 14:59:05 2019 :: GFork functionality not enabled.:
[5582] Tue Apr 16 14:59:05 2019 :: Configuration read from /etc/gridftp.conf.
[5582] Tue Apr 16 14:59:05 2019 :: Server started in inetd mode.
[5582] Tue Apr 16 14:59:05 2019 :: New connection from: fts801.cern.ch:50286
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: USER :globus-mapping:
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 331 Password required for :globus-mapping:.
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: PASS dummy
[5582] Tue Apr 16 14:59:05 2019 :: dmlite :: starting new connection
[5582] Tue Apr 16 14:59:05 2019 :: dmlite :: DSI options :: dome_checksum
[5582] Tue Apr 16 14:59:05 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5582] Tue Apr 16 14:59:05 2019 :: User :globus-mapping: successfully authorized.
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: PASS dummy
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 230-User :globus-mapping: logged in.
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: SITE HELP
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 214-The following commands are recognized:
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: FEAT
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 211-Extensions supported
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=62412adf-4367-521f-a8dd-d51a5fd6260d;file-id=696365448;retry=0
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 250 OK.
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: TYPE I
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 200 Type set to I.
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: DCAU N
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 200 DCAU N.
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1
[5582] Tue Apr 16 14:59:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5582] Tue Apr 16 14:59:05 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5/HITS.17617237._024321.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5
[5582] Tue Apr 16 14:59:05 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5582] Tue Apr 16 14:59:05 2019 :: dmlite :: stat :: single entry
[5582] Tue Apr 16 14:59:05 2019 :: fts801.cern.ch:50286: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/75/e5
[5591] Tue Apr 16 14:59:08 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5591] Tue Apr 16 14:59:08 2019 :: dmlite :: recv :: requesting transfer :: dpmpool21.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024321.pool.root.1.259.1555419547 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5591] Tue Apr 16 14:59:08 2019 :: fts801.cern.ch:50310: [SERVER]: 150 Beginning transfer.
[5591] Tue Apr 16 14:59:08 2019 :: fts801.cern.ch:50310: [SERVER]: 112-Perf Marker
[5598] Tue Apr 16 14:59:06 2019 :: GFork functionality not enabled.:
[5598] Tue Apr 16 14:59:06 2019 :: Configuration read from /etc/gridftp.conf.
[5598] Tue Apr 16 14:59:06 2019 :: Server started in inetd mode.
[5598] Tue Apr 16 14:59:06 2019 :: New connection from: fts800.cern.ch:40160
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: USER :globus-mapping:
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 331 Password required for :globus-mapping:.
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: PASS dummy
[5598] Tue Apr 16 14:59:07 2019 :: dmlite :: starting new connection
[5598] Tue Apr 16 14:59:07 2019 :: dmlite :: DSI options :: dome_checksum
[5598] Tue Apr 16 14:59:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5598] Tue Apr 16 14:59:07 2019 :: User :globus-mapping: successfully authorized.
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: PASS dummy
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 230-User :globus-mapping: logged in.
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: SITE HELP
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 214-The following commands are recognized:
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: FEAT
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 211-Extensions supported
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=08df8f21-9a1d-5466-bacb-cd8dbf821e79;file-id=696365469;retry=0
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 250 OK.
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: TYPE I
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 200 Type set to I.
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: DCAU N
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 200 DCAU N.
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1
[5598] Tue Apr 16 14:59:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5598] Tue Apr 16 14:59:07 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd
[5598] Tue Apr 16 14:59:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5598] Tue Apr 16 14:59:07 2019 :: dmlite :: stat :: single entry
[5598] Tue Apr 16 14:59:07 2019 :: fts800.cern.ch:40160: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd
[5604] Tue Apr 16 14:59:07 2019 :: GFork functionality not enabled.:
[5604] Tue Apr 16 14:59:07 2019 :: Configuration read from /etc/gridftp.conf.
[5604] Tue Apr 16 14:59:07 2019 :: Server started in inetd mode.
[5604] Tue Apr 16 14:59:07 2019 :: New connection from: fts805.cern.ch:41326
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: USER :globus-mapping:
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [SERVER]: 331 Password required for :globus-mapping:.
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: PASS dummy
[5604] Tue Apr 16 14:59:07 2019 :: dmlite :: starting new connection
[5604] Tue Apr 16 14:59:07 2019 :: dmlite :: DSI options :: dome_checksum
[5604] Tue Apr 16 14:59:07 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5604] Tue Apr 16 14:59:07 2019 :: User :globus-mapping: successfully authorized.
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: PASS dummy
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [SERVER]: 230-User :globus-mapping: logged in.
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: SITE HELP
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [SERVER]: 214-The following commands are recognized:
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: FEAT
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [SERVER]: 211-Extensions supported
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=8ca89d58-97cf-5d52-931d-6197d3235c4a;file-id=696351653;retry=0
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [SERVER]: 250 OK.
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: TYPE I
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [SERVER]: 200 Type set to I.
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: DCAU N
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [SERVER]: 200 DCAU N.
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/01/3f/ESD.41206c9f146b43e592d3a7ac145c7911
[5604] Tue Apr 16 14:59:07 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/01/3f/ESD.41206c9f146b43e592d3a7ac145c7911 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5604] Tue Apr 16 14:59:07 2019 :: dmlite :: stat :: single entry
[5604] Tue Apr 16 14:59:07 2019 :: fts805.cern.ch:41326: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/tests/01/3f/ESD.41206c9f146b43e592d3a7ac145c7911
[5610] Tue Apr 16 14:59:07 2019 :: GFork functionality not enabled.:
[5610] Tue Apr 16 14:59:07 2019 :: Configuration read from /etc/gridftp.conf.
[5610] Tue Apr 16 14:59:07 2019 :: Server started in inetd mode.
[5623] Tue Apr 16 14:59:09 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5623] Tue Apr 16 14:59:09 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/HITS.17617237._023530.pool.root.1.263.1555419548 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5623] Tue Apr 16 14:59:10 2019 :: fts800.cern.ch:40176: [SERVER]: 150 Beginning transfer.
[5623] Tue Apr 16 14:59:10 2019 :: fts800.cern.ch:40176: [SERVER]: 112-Perf Marker
[5768] Tue Apr 16 14:59:11 2019 :: GFork functionality not enabled.:
[5768] Tue Apr 16 14:59:11 2019 :: Configuration read from /etc/gridftp.conf.
[5768] Tue Apr 16 14:59:11 2019 :: Server started in inetd mode.
[5768] Tue Apr 16 14:59:11 2019 :: New connection from: fts802.cern.ch:42300
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: USER :globus-mapping:
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 331 Password required for :globus-mapping:.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: PASS dummy
[5768] Tue Apr 16 14:59:11 2019 :: dmlite :: starting new connection
[5768] Tue Apr 16 14:59:11 2019 :: dmlite :: DSI options :: dome_checksum
[5768] Tue Apr 16 14:59:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5768] Tue Apr 16 14:59:11 2019 :: User :globus-mapping: successfully authorized.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: PASS dummy
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 230-User :globus-mapping: logged in.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: SITE HELP
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 214-The following commands are recognized:
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: FEAT
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 211-Extensions supported
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=922b2f30-89ae-590c-a789-f0d603a9da26;file-id=696365642;retry=0
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 250 OK.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: TYPE I
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 200 Type set to I.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: MODE E
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 200 Mode set to E.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: DCAU N
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 200 DCAU N.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: OPTS PASV AllowDelayed=1;
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 200 OPTS Command Successful.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: EPSV
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 200 Passive delayed.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: ALLO 833745620
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 200 ALLO command successful.
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1
[5768] Tue Apr 16 14:59:11 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1
[5768] Tue Apr 16 14:59:11 2019 :: incoming transfer
[5768] Tue Apr 16 14:59:11 2019 :: requested node: dpmpool9.farm.particle.cz
[5768] Tue Apr 16 14:59:11 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[5768] Tue Apr 16 14:59:11 2019 :: connected to remote node
[5768] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42300: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|22569|)
[5768] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5768] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1'
[5768] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: single entry
[5768] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5768] Tue Apr 16 14:59:13 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5007] Tue Apr 16 14:59:10 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:59:10 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 2303983616-2569666560
[5639] Tue Apr 16 14:59:08 2019 :: GFork functionality not enabled.:
[5639] Tue Apr 16 14:59:08 2019 :: Configuration read from /etc/gridftp.conf.
[5639] Tue Apr 16 14:59:08 2019 :: Server started in inetd mode.
[5479] Tue Apr 16 14:59:10 2019 :: fts801.cern.ch:50016: [SERVER]: 112-Perf Marker
[5479] Tue Apr 16 14:59:10 2019 :: fts801.cern.ch:50016: [SERVER]: 111 Range Marker 370147328-531365888
[1171] Tue Apr 16 14:59:08 2019 :: Child process 5567 ended with rc = 0
[1171] Tue Apr 16 14:59:08 2019 :: Child process 5653 ended with rc = 0
[1171] Tue Apr 16 14:59:09 2019 :: Child process 5673 ended with rc = 0
[1171] Tue Apr 16 14:59:09 2019 :: Child process 5260 ended with rc = 0
[1171] Tue Apr 16 14:59:10 2019 :: Child process 5573 ended with rc = 0
[5809] Tue Apr 16 14:59:12 2019 :: GFork functionality not enabled.:
[5809] Tue Apr 16 14:59:12 2019 :: Configuration read from /etc/gridftp.conf.
[5809] Tue Apr 16 14:59:12 2019 :: Server started in inetd mode.
[5809] Tue Apr 16 14:59:12 2019 :: New connection from: fts801.cern.ch:50430
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: USER :globus-mapping:
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [SERVER]: 331 Password required for :globus-mapping:.
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: PASS dummy
[5809] Tue Apr 16 14:59:12 2019 :: dmlite :: starting new connection
[5809] Tue Apr 16 14:59:12 2019 :: dmlite :: DSI options :: dome_checksum
[5809] Tue Apr 16 14:59:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5809] Tue Apr 16 14:59:12 2019 :: User :globus-mapping: successfully authorized.
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: PASS dummy
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [SERVER]: 230-User :globus-mapping: logged in.
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: SITE HELP
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [SERVER]: 214-The following commands are recognized:
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: FEAT
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [SERVER]: 211-Extensions supported
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=75d9e6c8-4fb7-5ae2-9e70-f62c7ef2ab84;file-id=696364849;retry=0
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [SERVER]: 250 OK.
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: TYPE I
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [SERVER]: 200 Type set to I.
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: DCAU N
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [SERVER]: 200 DCAU N.
[5809] Tue Apr 16 14:59:12 2019 :: fts801.cern.ch:50430: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[5809] Tue Apr 16 14:59:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5809] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1'
[5809] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: single entry
[5809] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5809] Tue Apr 16 14:59:13 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[2391] Tue Apr 16 14:59:10 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:59:10 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 824442880-835190784
[5890] Tue Apr 16 14:59:12 2019 :: GFork functionality not enabled.:
[5890] Tue Apr 16 14:59:12 2019 :: Configuration read from /etc/gridftp.conf.
[5890] Tue Apr 16 14:59:12 2019 :: Server started in inetd mode.
[5890] Tue Apr 16 14:59:12 2019 :: New connection from: fts800.cern.ch:40268
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: USER :globus-mapping:
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 331 Password required for :globus-mapping:.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: PASS dummy
[5890] Tue Apr 16 14:59:12 2019 :: dmlite :: starting new connection
[5890] Tue Apr 16 14:59:12 2019 :: dmlite :: DSI options :: dome_checksum
[5890] Tue Apr 16 14:59:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5890] Tue Apr 16 14:59:12 2019 :: User :globus-mapping: successfully authorized.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: PASS dummy
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 230-User :globus-mapping: logged in.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: SITE HELP
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 214-The following commands are recognized:
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: FEAT
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 211-Extensions supported
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=27fe46af-12ef-5d64-bac6-308aa81f1be4;file-id=696365676;retry=0
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 250 OK.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: TYPE I
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 200 Type set to I.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: MODE E
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 200 Mode set to E.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: DCAU N
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 200 DCAU N.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: OPTS PASV AllowDelayed=1;
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 200 OPTS Command Successful.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: EPSV
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 200 Passive delayed.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: ALLO 4318314637
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [SERVER]: 200 ALLO command successful.
[5890] Tue Apr 16 14:59:12 2019 :: fts800.cern.ch:40268: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1
[5890] Tue Apr 16 14:59:12 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1
[5890] Tue Apr 16 14:59:12 2019 :: incoming transfer
[5890] Tue Apr 16 14:59:12 2019 :: requested node: dpmpool20.farm.particle.cz
[5890] Tue Apr 16 14:59:12 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[5890] Tue Apr 16 14:59:12 2019 :: connected to remote node
[5890] Tue Apr 16 14:59:13 2019 :: fts800.cern.ch:40268: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::20|21747|)
[5890] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5890] Tue Apr 16 14:59:14 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1'
[5890] Tue Apr 16 14:59:14 2019 :: dmlite :: stat :: single entry
[5890] Tue Apr 16 14:59:14 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5890] Tue Apr 16 14:59:14 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: USER :globus-mapping:
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [SERVER]: 331 Password required for :globus-mapping:.
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: PASS dummy
[5555] Tue Apr 16 14:59:12 2019 :: dmlite :: starting new connection
[5555] Tue Apr 16 14:59:12 2019 :: dmlite :: DSI options :: dome_checksum
[5555] Tue Apr 16 14:59:12 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=fgiuli/CN=751427/CN=Francesco Giuli successfully authorized.
[5555] Tue Apr 16 14:59:12 2019 :: User :globus-mapping: successfully authorized.
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: PASS dummy
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [SERVER]: 230-User :globus-mapping: logged in.
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: SITE HELP
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [SERVER]: 214-The following commands are recognized:
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: FEAT
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [SERVER]: 211-Extensions supported
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.14.2";
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [SERVER]: 250 OK.
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: TYPE I
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [SERVER]: 200 Type set to I.
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: DCAU N
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [SERVER]: 200 DCAU N.
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/fgiuli/26/7f/user.fgiuli.17603105._000003.output.root
[5555] Tue Apr 16 14:59:12 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/fgiuli/26/7f/user.fgiuli.17603105._000003.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=fgiuli/CN=751427/CN=Francesco Giuli :: t3datatrans1.physics.ox.ac.uk
[5555] Tue Apr 16 14:59:12 2019 :: dmlite :: stat :: single entry
[5555] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47234: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/fgiuli/26/7f/user.fgiuli.17603105._000003.output.root
[5744] Tue Apr 16 14:59:09 2019 :: GFork functionality not enabled.:
[5744] Tue Apr 16 14:59:09 2019 :: Configuration read from /etc/gridftp.conf.
[5744] Tue Apr 16 14:59:09 2019 :: Server started in inetd mode.
[5744] Tue Apr 16 14:59:09 2019 :: New connection from: fts308.usatlas.bnl.gov:43900
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: USER :globus-mapping:
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 331 Password required for :globus-mapping:.
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: PASS dummy
[5744] Tue Apr 16 14:59:10 2019 :: dmlite :: starting new connection
[5744] Tue Apr 16 14:59:10 2019 :: dmlite :: DSI options :: dome_checksum
[5744] Tue Apr 16 14:59:10 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5744] Tue Apr 16 14:59:10 2019 :: User :globus-mapping: successfully authorized.
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: PASS dummy
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 230-User :globus-mapping: logged in.
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: SITE HELP
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 214-The following commands are recognized:
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: FEAT
[5744] Tue Apr 16 14:59:10 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 211-Extensions supported
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=f6a112e4-d335-5de1-9f11-aeaf938805e0;file-id=117602538;retry=0
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 250 OK.
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: TYPE I
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 200 Type set to I.
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: DCAU N
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 200 DCAU N.
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1
[5744] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[5744] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: single entry
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1
[5744] Tue Apr 16 14:59:11 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[5744] Tue Apr 16 14:59:11 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1
[5744] Tue Apr 16 14:59:11 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 213 de68242e
[5751] Tue Apr 16 14:59:10 2019 :: GFork functionality not enabled.:
[5751] Tue Apr 16 14:59:10 2019 :: Configuration read from /etc/gridftp.conf.
[5751] Tue Apr 16 14:59:10 2019 :: Server started in inetd mode.
[5751] Tue Apr 16 14:59:10 2019 :: New connection from: ib04.farm.particle.cz:55042
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: USER :globus-mapping:
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 331 Password required for :globus-mapping:.
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: PASS dummy
[5751] Tue Apr 16 14:59:15 2019 :: dmlite :: starting new connection
[5751] Tue Apr 16 14:59:15 2019 :: dmlite :: DSI options :: dome_checksum
[5751] Tue Apr 16 14:59:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5751] Tue Apr 16 14:59:15 2019 :: User :globus-mapping: successfully authorized.
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: PASS dummy
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 230-User :globus-mapping: logged in.
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: SITE HELP
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 214-The following commands are recognized:
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: FEAT
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 211-Extensions supported
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 250 OK.
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: TYPE I
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 200 Type set to I.
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: DCAU N
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 200 DCAU N.
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1
[5751] Tue Apr 16 14:59:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5751] Tue Apr 16 14:59:15 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [CLIENT]: QUIT
[5751] Tue Apr 16 14:59:15 2019 :: ib04.farm.particle.cz:55042: [SERVER]: 221 Goodbye.
[5751] Tue Apr 16 14:59:15 2019 :: Closed connection from ib04.farm.particle.cz:55042
[5751] Tue Apr 16 14:59:15 2019 :: dmlite :: closing connection
[5536] Tue Apr 16 14:59:10 2019 :: New connection from: ib17.farm.particle.cz:50942
[5758] Tue Apr 16 14:59:10 2019 :: GFork functionality not enabled.:
[5758] Tue Apr 16 14:59:10 2019 :: Configuration read from /etc/gridftp.conf.
[5758] Tue Apr 16 14:59:10 2019 :: Server started in inetd mode.
[5758] Tue Apr 16 14:59:10 2019 :: New connection from: fts802.cern.ch:42278
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: USER :globus-mapping:
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 331 Password required for :globus-mapping:.
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: PASS dummy
[5758] Tue Apr 16 14:59:11 2019 :: dmlite :: starting new connection
[5758] Tue Apr 16 14:59:11 2019 :: dmlite :: DSI options :: dome_checksum
[5758] Tue Apr 16 14:59:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5758] Tue Apr 16 14:59:11 2019 :: User :globus-mapping: successfully authorized.
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: PASS dummy
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 230-User :globus-mapping: logged in.
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: SITE HELP
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 214-The following commands are recognized:
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: FEAT
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 211-Extensions supported
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=922b2f30-89ae-590c-a789-f0d603a9da26;file-id=696365642;retry=0
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 250 OK.
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: TYPE I
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 200 Type set to I.
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: DCAU N
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 200 DCAU N.
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1
[5758] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5758] Tue Apr 16 14:59:11 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74
[5758] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5758] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: single entry
[5758] Tue Apr 16 14:59:11 2019 :: fts802.cern.ch:42278: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: TYPE I
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 200 Type set to I.
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: DCAU N
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 200 DCAU N.
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: OPTS PASV AllowDelayed=1;
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 200 OPTS Command Successful.
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: PASV
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 200 Passive delayed.
[5413] Tue Apr 16 14:59:12 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/fgiuli/26/7f/user.fgiuli.17603105._000003.output.root
[5413] Tue Apr 16 14:59:12 2019 :: passive mode: RETR /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/fgiuli/26/7f/user.fgiuli.17603105._000003.output.root
[5413] Tue Apr 16 14:59:12 2019 :: outgoing transfer
[5413] Tue Apr 16 14:59:12 2019 :: requested node: dpmpool19.farm.particle.cz
[5413] Tue Apr 16 14:59:12 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[5768] Tue Apr 16 14:59:13 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5768] Tue Apr 16 14:59:13 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._025128.pool.root.1.266.1555419551 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5768] Tue Apr 16 14:59:13 2019 :: fts802.cern.ch:42300: [SERVER]: 150 Beginning transfer.
[5768] Tue Apr 16 14:59:13 2019 :: fts802.cern.ch:42300: [SERVER]: 112-Perf Marker
[5775] Tue Apr 16 14:59:11 2019 :: GFork functionality not enabled.:
[5775] Tue Apr 16 14:59:11 2019 :: Configuration read from /etc/gridftp.conf.
[5775] Tue Apr 16 14:59:11 2019 :: Server started in inetd mode.
[5775] Tue Apr 16 14:59:11 2019 :: New connection from: fts800.cern.ch:40226
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: USER :globus-mapping:
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 331 Password required for :globus-mapping:.
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: PASS dummy
[5775] Tue Apr 16 14:59:11 2019 :: dmlite :: starting new connection
[5775] Tue Apr 16 14:59:11 2019 :: dmlite :: DSI options :: dome_checksum
[5775] Tue Apr 16 14:59:11 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5775] Tue Apr 16 14:59:11 2019 :: User :globus-mapping: successfully authorized.
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: PASS dummy
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 230-User :globus-mapping: logged in.
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: SITE HELP
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 214-The following commands are recognized:
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: FEAT
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 211-Extensions supported
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=27fe46af-12ef-5d64-bac6-308aa81f1be4;file-id=696365676;retry=0
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 250 OK.
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: TYPE I
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 200 Type set to I.
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: DCAU N
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 200 DCAU N.
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1
[5775] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5775] Tue Apr 16 14:59:11 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13/DAOD_TRUTH1.17737484._000132.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13
[5775] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5775] Tue Apr 16 14:59:11 2019 :: dmlite :: stat :: single entry
[5775] Tue Apr 16 14:59:11 2019 :: fts800.cern.ch:40226: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/2f/13
[5591] Tue Apr 16 14:59:13 2019 :: fts801.cern.ch:50310: [SERVER]: 112-Perf Marker
[5591] Tue Apr 16 14:59:13 2019 :: fts801.cern.ch:50310: [SERVER]: 111 Range Marker 0-9699328
[5610] Tue Apr 16 14:59:12 2019 :: New connection from: skurut07.farm.particle.cz:53378
[5809] Tue Apr 16 14:59:13 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5809] Tue Apr 16 14:59:13 2019 :: fts801.cern.ch:50430: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[5809] Tue Apr 16 14:59:13 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5809] Tue Apr 16 14:59:14 2019 :: fts801.cern.ch:50430: [CLIENT]: DELE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[5809] Tue Apr 16 14:59:14 2019 :: fts801.cern.ch:50430: [SERVER]: 250 OK.
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: USER :globus-mapping:
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 331 Password required for :globus-mapping:.
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: PASS dummy
[5610] Tue Apr 16 14:59:17 2019 :: dmlite :: starting new connection
[5610] Tue Apr 16 14:59:17 2019 :: dmlite :: DSI options :: dome_checksum
[5610] Tue Apr 16 14:59:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5610] Tue Apr 16 14:59:17 2019 :: User :globus-mapping: successfully authorized.
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: PASS dummy
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 230-User :globus-mapping: logged in.
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: SITE HELP
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 214-The following commands are recognized:
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: FEAT
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 211-Extensions supported
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 250 OK.
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: TYPE I
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 200 Type set to I.
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: DCAU N
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 200 DCAU N.
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1
[5610] Tue Apr 16 14:59:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut07.farm.particle.cz
[5610] Tue Apr 16 14:59:17 2019 :: dmlite :: stat :: single entry
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/ac/2c/EVNT.17663068._135069.pool.root.1
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [CLIENT]: QUIT
[5610] Tue Apr 16 14:59:17 2019 :: skurut07.farm.particle.cz:53378: [SERVER]: 221 Goodbye.
[5610] Tue Apr 16 14:59:17 2019 :: Closed connection from skurut07.farm.particle.cz:53378
[5610] Tue Apr 16 14:59:17 2019 :: dmlite :: closing connection
[5890] Tue Apr 16 14:59:14 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5890] Tue Apr 16 14:59:14 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/DAOD_TRUTH1.17737484._000132.pool.root.1.267.1555419552 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5890] Tue Apr 16 14:59:14 2019 :: fts800.cern.ch:40268: [SERVER]: 150 Beginning transfer.
[5890] Tue Apr 16 14:59:14 2019 :: fts800.cern.ch:40268: [SERVER]: 112-Perf Marker
[5940] Tue Apr 16 14:59:12 2019 :: GFork functionality not enabled.:
[5940] Tue Apr 16 14:59:12 2019 :: Configuration read from /etc/gridftp.conf.
[5940] Tue Apr 16 14:59:12 2019 :: Server started in inetd mode.
[5940] Tue Apr 16 14:59:17 2019 :: New connection from: mikan25.farm.particle.cz:56680
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: USER :globus-mapping:
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 331 Password required for :globus-mapping:.
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: PASS dummy
[5940] Tue Apr 16 14:59:17 2019 :: dmlite :: starting new connection
[5940] Tue Apr 16 14:59:17 2019 :: dmlite :: DSI options :: dome_checksum
[5940] Tue Apr 16 14:59:17 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5940] Tue Apr 16 14:59:17 2019 :: User :globus-mapping: successfully authorized.
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: PASS dummy
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 230-User :globus-mapping: logged in.
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: SITE HELP
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 214-The following commands are recognized:
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: FEAT
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 211-Extensions supported
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 250 OK.
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: TYPE I
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 200 Type set to I.
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: DCAU N
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 200 DCAU N.
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1
[5940] Tue Apr 16 14:59:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[5940] Tue Apr 16 14:59:17 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [CLIENT]: QUIT
[5940] Tue Apr 16 14:59:17 2019 :: mikan25.farm.particle.cz:56680: [SERVER]: 221 Goodbye.
[5940] Tue Apr 16 14:59:17 2019 :: Closed connection from mikan25.farm.particle.cz:56680
[5940] Tue Apr 16 14:59:17 2019 :: dmlite :: closing connection
[5623] Tue Apr 16 14:59:15 2019 :: fts800.cern.ch:40176: [SERVER]: 112-Perf Marker
[5623] Tue Apr 16 14:59:15 2019 :: fts800.cern.ch:40176: [SERVER]: 111 Range Marker 0-300154880
[5951] Tue Apr 16 14:59:13 2019 :: GFork functionality not enabled.:
[5951] Tue Apr 16 14:59:13 2019 :: Configuration read from /etc/gridftp.conf.
[5951] Tue Apr 16 14:59:13 2019 :: Server started in inetd mode.
[5951] Tue Apr 16 14:59:13 2019 :: New connection from: fts803.cern.ch:46222
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: USER :globus-mapping:
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 331 Password required for :globus-mapping:.
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: PASS dummy
[5951] Tue Apr 16 14:59:13 2019 :: dmlite :: starting new connection
[5951] Tue Apr 16 14:59:13 2019 :: dmlite :: DSI options :: dome_checksum
[5951] Tue Apr 16 14:59:13 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5951] Tue Apr 16 14:59:13 2019 :: User :globus-mapping: successfully authorized.
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: PASS dummy
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 230-User :globus-mapping: logged in.
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: SITE HELP
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 214-The following commands are recognized:
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: FEAT
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 211-Extensions supported
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=ade1f8ca-fb59-5140-974d-c73ccf3189fd;file-id=696365735;retry=0
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 250 OK.
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: TYPE I
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 200 Type set to I.
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: DCAU N
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 200 DCAU N.
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1
[5951] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[5951] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: single entry
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1
[5951] Tue Apr 16 14:59:13 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[5951] Tue Apr 16 14:59:13 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 213 75372813
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1
[5951] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[5951] Tue Apr 16 14:59:13 2019 :: dmlite :: stat :: single entry
[5951] Tue Apr 16 14:59:13 2019 :: fts803.cern.ch:46222: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1
[5007] Tue Apr 16 14:59:15 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:59:15 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 2569666560-2843738112
[5639] Tue Apr 16 14:59:13 2019 :: New connection from: skurut02.farm.particle.cz:44182
[5479] Tue Apr 16 14:59:15 2019 :: fts801.cern.ch:50016: [SERVER]: 111 Range Marker 531365888-687865856
[5479] Tue Apr 16 14:59:15 2019 :: fts801.cern.ch:50016: [SERVER]: 112-Perf Marker
[1171] Tue Apr 16 14:59:15 2019 :: Child process 5751 ended with rc = 0
[1171] Tue Apr 16 14:59:17 2019 :: Child process 5610 ended with rc = 0
[1171] Tue Apr 16 14:59:17 2019 :: Child process 5940 ended with rc = 0
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: USER :globus-mapping:
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 331 Password required for :globus-mapping:.
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: PASS dummy
[5639] Tue Apr 16 14:59:18 2019 :: dmlite :: starting new connection
[5639] Tue Apr 16 14:59:18 2019 :: dmlite :: DSI options :: dome_checksum
[5639] Tue Apr 16 14:59:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5639] Tue Apr 16 14:59:18 2019 :: User :globus-mapping: successfully authorized.
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: PASS dummy
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 230-User :globus-mapping: logged in.
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: SITE HELP
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 214-The following commands are recognized:
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: FEAT
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 211-Extensions supported
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 250 OK.
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: TYPE I
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 200 Type set to I.
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: DCAU N
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 200 DCAU N.
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1
[5639] Tue Apr 16 14:59:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[5639] Tue Apr 16 14:59:18 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (485 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [CLIENT]: QUIT
[5639] Tue Apr 16 14:59:18 2019 :: skurut02.farm.particle.cz:44182: [SERVER]: 221 Goodbye.
[5639] Tue Apr 16 14:59:18 2019 :: Closed connection from skurut02.farm.particle.cz:44182
[5639] Tue Apr 16 14:59:18 2019 :: dmlite :: closing connection
[2391] Tue Apr 16 14:59:15 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:59:15 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 835190784-847773696
[2391] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:42668: [SERVER]: 112-Perf Marker
[2391] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:42668: [SERVER]: 111 Range Marker 847773696-859702874
[2391] Tue Apr 16 14:59:18 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1".
[2391] Tue Apr 16 14:59:18 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._024319.pool.root.1.71.1555419354 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[2391] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:42668: [SERVER]: 226 Transfer Complete.
[2391] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:42668: [CLIENT]: QUIT
[2391] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:42668: [SERVER]: 221 Goodbye.
[2391] Tue Apr 16 14:59:18 2019 :: Closed connection from fts811.cern.ch:42668
[2391] Tue Apr 16 14:59:18 2019 :: dmlite :: closing connection
[5995] Tue Apr 16 14:59:17 2019 :: GFork functionality not enabled.:
[5995] Tue Apr 16 14:59:17 2019 :: Configuration read from /etc/gridftp.conf.
[5995] Tue Apr 16 14:59:17 2019 :: Server started in inetd mode.
[5995] Tue Apr 16 14:59:17 2019 :: New connection from: fts308.usatlas.bnl.gov:44108
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [CLIENT]: USER :globus-mapping:
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [SERVER]: 331 Password required for :globus-mapping:.
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [CLIENT]: PASS dummy
[5995] Tue Apr 16 14:59:18 2019 :: dmlite :: starting new connection
[5995] Tue Apr 16 14:59:18 2019 :: dmlite :: DSI options :: dome_checksum
[5995] Tue Apr 16 14:59:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5995] Tue Apr 16 14:59:18 2019 :: User :globus-mapping: successfully authorized.
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [CLIENT]: PASS dummy
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [SERVER]: 230-User :globus-mapping: logged in.
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [CLIENT]: SITE HELP
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [SERVER]: 214-The following commands are recognized:
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [CLIENT]: FEAT
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [SERVER]: 211-Extensions supported
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=f6a112e4-d335-5de1-9f11-aeaf938805e0;file-id=117602538;retry=0
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [SERVER]: 250 OK.
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [CLIENT]: QUIT
[5995] Tue Apr 16 14:59:18 2019 :: fts308.usatlas.bnl.gov:44108: [SERVER]: 221 Goodbye.
[5995] Tue Apr 16 14:59:18 2019 :: Closed connection from fts308.usatlas.bnl.gov:44108
[5995] Tue Apr 16 14:59:18 2019 :: dmlite :: closing connection
[6024] Tue Apr 16 14:59:18 2019 :: GFork functionality not enabled.:
[6024] Tue Apr 16 14:59:18 2019 :: Configuration read from /etc/gridftp.conf.
[6024] Tue Apr 16 14:59:18 2019 :: Server started in inetd mode.
[6024] Tue Apr 16 14:59:18 2019 :: New connection from: fts811.cern.ch:45578
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [CLIENT]: USER :globus-mapping:
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [SERVER]: 331 Password required for :globus-mapping:.
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [CLIENT]: PASS dummy
[6024] Tue Apr 16 14:59:18 2019 :: dmlite :: starting new connection
[6024] Tue Apr 16 14:59:18 2019 :: dmlite :: DSI options :: dome_checksum
[6024] Tue Apr 16 14:59:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6024] Tue Apr 16 14:59:18 2019 :: User :globus-mapping: successfully authorized.
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [CLIENT]: PASS dummy
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [SERVER]: 230-User :globus-mapping: logged in.
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [CLIENT]: SITE HELP
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [SERVER]: 214-The following commands are recognized:
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [CLIENT]: FEAT
[6024] Tue Apr 16 14:59:18 2019 :: fts811.cern.ch:45578: [SERVER]: 211-Extensions supported
[6024] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45578: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=bb53c52a-695e-54e9-9e6a-9f1043c8c3d4;file-id=696363204;retry=0
[6024] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45578: [SERVER]: 250 OK.
[6024] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45578: [CLIENT]: QUIT
[6024] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45578: [SERVER]: 221 Goodbye.
[6024] Tue Apr 16 14:59:19 2019 :: Closed connection from fts811.cern.ch:45578
[6024] Tue Apr 16 14:59:19 2019 :: dmlite :: closing connection
[5623] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40176: [SERVER]: 112-Perf Marker
[5623] Tue Apr 16 14:59:19 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1".
[5623] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40176: [SERVER]: 111 Range Marker 300154880-848919578
[5623] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40176: [SERVER]: 226 Transfer Complete.
[5623] Tue Apr 16 14:59:19 2019 :: dmlite :: registering replica :: dpmpool19.farm.particle.cz:/mnt/fs6/atlas/2019-04-16/HITS.17617237._023530.pool.root.1.263.1555419548 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[5623] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40176: [CLIENT]: QUIT
[5623] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40176: [SERVER]: 221 Goodbye.
[5623] Tue Apr 16 14:59:19 2019 :: Closed connection from fts800.cern.ch:40176
[5623] Tue Apr 16 14:59:19 2019 :: dmlite :: closing connection
[5977] Tue Apr 16 14:59:14 2019 :: GFork functionality not enabled.:
[5977] Tue Apr 16 14:59:14 2019 :: Configuration read from /etc/gridftp.conf.
[5977] Tue Apr 16 14:59:14 2019 :: Server started in inetd mode.
[5977] Tue Apr 16 14:59:14 2019 :: New connection from: fts707.cern.ch:54012
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: USER :globus-mapping:
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 331 Password required for :globus-mapping:.
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: PASS dummy
[5977] Tue Apr 16 14:59:15 2019 :: dmlite :: starting new connection
[5977] Tue Apr 16 14:59:15 2019 :: dmlite :: DSI options :: dome_checksum
[5977] Tue Apr 16 14:59:15 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[5977] Tue Apr 16 14:59:15 2019 :: User :globus-mapping: successfully authorized.
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: PASS dummy
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 230-User :globus-mapping: logged in.
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: SITE HELP
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 214-The following commands are recognized:
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: FEAT
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 211-Extensions supported
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.5 (gfal2 2.16.2)";job-id=e16a57ea-9f10-5cbf-a560-4e80fa85a605;file-id=1036029458;retry=0
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 250 OK.
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: TYPE I
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 200 Type set to I.
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: DCAU N
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 200 DCAU N.
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1
[5977] Tue Apr 16 14:59:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts707.cern.ch
[5977] Tue Apr 16 14:59:15 2019 :: dmlite :: stat :: single entry
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1
[5977] Tue Apr 16 14:59:15 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts707.cern.ch
[5977] Tue Apr 16 14:59:15 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 213 a1de8635
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1
[5977] Tue Apr 16 14:59:15 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts707.cern.ch
[5977] Tue Apr 16 14:59:15 2019 :: dmlite :: stat :: single entry
[5977] Tue Apr 16 14:59:15 2019 :: fts707.cern.ch:54012: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1
[5977] Tue Apr 16 14:59:17 2019 :: fts707.cern.ch:54012: [CLIENT]: MODE E
[5977] Tue Apr 16 14:59:17 2019 :: fts707.cern.ch:54012: [SERVER]: 200 Mode set to E.
[5977] Tue Apr 16 14:59:17 2019 :: fts707.cern.ch:54012: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1
[5977] Tue Apr 16 14:59:17 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts707.cern.ch
[5977] Tue Apr 16 14:59:17 2019 :: dmlite :: stat :: single entry
[5977] Tue Apr 16 14:59:17 2019 :: fts707.cern.ch:54012: [SERVER]: 213 16349738
[5977] Tue Apr 16 14:59:18 2019 :: fts707.cern.ch:54012: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[5977] Tue Apr 16 14:59:18 2019 :: fts707.cern.ch:54012: [SERVER]: 200 OPTS Command Successful.
[5977] Tue Apr 16 14:59:18 2019 :: fts707.cern.ch:54012: [CLIENT]: EPRT |2|2A07:8504:120:E060::D8|22694|
[5977] Tue Apr 16 14:59:18 2019 :: fts707.cern.ch:54012: [SERVER]: 200 PORT Command successful.
[5977] Tue Apr 16 14:59:18 2019 :: fts707.cern.ch:54012: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1
[5977] Tue Apr 16 14:59:18 2019 :: requested node: dpmpool23.farm.particle.cz
[5977] Tue Apr 16 14:59:18 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[5977] Tue Apr 16 14:59:18 2019 :: connected to remote node
[5977] Tue Apr 16 14:59:18 2019 :: dmlite :: send :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17686636._031608.pool.root.1.rucio.upload.544136.1555418998 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts707.cern.ch
[5977] Tue Apr 16 14:59:18 2019 :: fts707.cern.ch:54012: [SERVER]: 150 Beginning transfer.
[5977] Tue Apr 16 14:59:19 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/fc/56/EVNT.17686636._031608.pool.root.1".
[5977] Tue Apr 16 14:59:19 2019 :: fts707.cern.ch:54012: [SERVER]: 226 Transfer Complete.
[6046] Tue Apr 16 14:59:19 2019 :: GFork functionality not enabled.:
[6046] Tue Apr 16 14:59:19 2019 :: Configuration read from /etc/gridftp.conf.
[6046] Tue Apr 16 14:59:19 2019 :: Server started in inetd mode.
[6046] Tue Apr 16 14:59:19 2019 :: New connection from: fts800.cern.ch:40436
[6046] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40436: [CLIENT]: USER :globus-mapping:
[6046] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40436: [SERVER]: 331 Password required for :globus-mapping:.
[6046] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40436: [CLIENT]: PASS dummy
[6046] Tue Apr 16 14:59:19 2019 :: dmlite :: starting new connection
[6046] Tue Apr 16 14:59:19 2019 :: dmlite :: DSI options :: dome_checksum
[6046] Tue Apr 16 14:59:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6046] Tue Apr 16 14:59:19 2019 :: User :globus-mapping: successfully authorized.
[6046] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40436: [CLIENT]: PASS dummy
[6046] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40436: [SERVER]: 230-User :globus-mapping: logged in.
[6046] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40436: [CLIENT]: SITE HELP
[6046] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40436: [SERVER]: 214-The following commands are recognized:
[6046] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40436: [CLIENT]: FEAT
[6046] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40436: [SERVER]: 211-Extensions supported
[6046] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40436: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=08df8f21-9a1d-5466-bacb-cd8dbf821e79;file-id=696365469;retry=0
[6046] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40436: [SERVER]: 250 OK.
[6046] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40436: [CLIENT]: QUIT
[6046] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40436: [SERVER]: 221 Goodbye.
[6046] Tue Apr 16 14:59:20 2019 :: Closed connection from fts800.cern.ch:40436
[6046] Tue Apr 16 14:59:20 2019 :: dmlite :: closing connection
[6009] Tue Apr 16 14:59:18 2019 :: GFork functionality not enabled.:
[6009] Tue Apr 16 14:59:18 2019 :: Configuration read from /etc/gridftp.conf.
[6009] Tue Apr 16 14:59:18 2019 :: Server started in inetd mode.
[6009] Tue Apr 16 14:59:18 2019 :: New connection from: fts801.cern.ch:50522
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: USER :globus-mapping:
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 331 Password required for :globus-mapping:.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: PASS dummy
[6009] Tue Apr 16 14:59:18 2019 :: dmlite :: starting new connection
[6009] Tue Apr 16 14:59:18 2019 :: dmlite :: DSI options :: dome_checksum
[6009] Tue Apr 16 14:59:18 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6009] Tue Apr 16 14:59:18 2019 :: User :globus-mapping: successfully authorized.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: PASS dummy
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 230-User :globus-mapping: logged in.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: SITE HELP
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 214-The following commands are recognized:
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: FEAT
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 211-Extensions supported
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=75d9e6c8-4fb7-5ae2-9e70-f62c7ef2ab84;file-id=696364849;retry=0
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 250 OK.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: TYPE I
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 200 Type set to I.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: MODE E
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 200 Mode set to E.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: DCAU N
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 200 DCAU N.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: OPTS PASV AllowDelayed=1;
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 200 OPTS Command Successful.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: EPSV
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 200 Passive delayed.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: ALLO 837550384
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 200 ALLO command successful.
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[6009] Tue Apr 16 14:59:18 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1
[6009] Tue Apr 16 14:59:18 2019 :: incoming transfer
[6009] Tue Apr 16 14:59:18 2019 :: requested node: dpmpool20.farm.particle.cz
[6009] Tue Apr 16 14:59:18 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[6009] Tue Apr 16 14:59:18 2019 :: connected to remote node
[6009] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50522: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::20|23848|)
[6009] Tue Apr 16 14:59:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[6009] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1'
[6009] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: single entry
[6009] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6009] Tue Apr 16 14:59:20 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/45/fc/HITS.17617237._024638.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5984] Tue Apr 16 14:59:15 2019 :: GFork functionality not enabled.:
[5984] Tue Apr 16 14:59:15 2019 :: Configuration read from /etc/gridftp.conf.
[5984] Tue Apr 16 14:59:15 2019 :: Server started in inetd mode.
[5984] Tue Apr 16 14:59:15 2019 :: New connection from: ib04.farm.particle.cz:55046
[6031] Tue Apr 16 14:59:18 2019 :: GFork functionality not enabled.:
[6031] Tue Apr 16 14:59:18 2019 :: Configuration read from /etc/gridftp.conf.
[6031] Tue Apr 16 14:59:18 2019 :: Server started in inetd mode.
[6031] Tue Apr 16 14:59:18 2019 :: New connection from: fts308.usatlas.bnl.gov:44150
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: USER :globus-mapping:
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 331 Password required for :globus-mapping:.
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: PASS dummy
[6031] Tue Apr 16 14:59:19 2019 :: dmlite :: starting new connection
[6031] Tue Apr 16 14:59:19 2019 :: dmlite :: DSI options :: dome_checksum
[6031] Tue Apr 16 14:59:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6031] Tue Apr 16 14:59:19 2019 :: User :globus-mapping: successfully authorized.
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: PASS dummy
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 230-User :globus-mapping: logged in.
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: SITE HELP
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 214-The following commands are recognized:
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: FEAT
[6031] Tue Apr 16 14:59:19 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 211-Extensions supported
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=f6a112e4-d335-5de1-9f11-aeaf938805e0;file-id=117602538;retry=0
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 250 OK.
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: TYPE I
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 200 Type set to I.
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: MODE E
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 200 Mode set to E.
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1
[6031] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[6031] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: single entry
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 213 15816852
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [CLIENT]: QUIT
[6031] Tue Apr 16 14:59:20 2019 :: fts308.usatlas.bnl.gov:44150: [SERVER]: 221 Goodbye.
[6031] Tue Apr 16 14:59:20 2019 :: Closed connection from fts308.usatlas.bnl.gov:44150
[6031] Tue Apr 16 14:59:20 2019 :: dmlite :: closing connection
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: USER :globus-mapping:
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 331 Password required for :globus-mapping:.
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: PASS dummy
[5536] Tue Apr 16 14:59:20 2019 :: dmlite :: starting new connection
[5536] Tue Apr 16 14:59:20 2019 :: dmlite :: DSI options :: dome_checksum
[5536] Tue Apr 16 14:59:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5536] Tue Apr 16 14:59:20 2019 :: User :globus-mapping: successfully authorized.
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: PASS dummy
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 230-User :globus-mapping: logged in.
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: SITE HELP
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 214-The following commands are recognized:
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: FEAT
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 211-Extensions supported
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 250 OK.
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: TYPE I
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 200 Type set to I.
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: DCAU N
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 200 DCAU N.
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1
[5536] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib17.farm.particle.cz
[5536] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: single entry
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/92/b4/EVNT.17663177._064986.pool.root.1
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [CLIENT]: QUIT
[5536] Tue Apr 16 14:59:20 2019 :: ib17.farm.particle.cz:50942: [SERVER]: 221 Goodbye.
[5536] Tue Apr 16 14:59:20 2019 :: Closed connection from ib17.farm.particle.cz:50942
[5536] Tue Apr 16 14:59:20 2019 :: dmlite :: closing connection
[5413] Tue Apr 16 14:59:17 2019 :: connected to remote node
[5413] Tue Apr 16 14:59:17 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 127 Entering Passive Mode (147,231,25,64,88,166)
[5413] Tue Apr 16 14:59:17 2019 :: dmlite :: send :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs7/atlas/2019-04-03/user.fgiuli.17603105._000003.output.root.93591.1554286876 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=fgiuli/CN=751427/CN=Francesco Giuli :: t3datatrans1.physics.ox.ac.uk
[5413] Tue Apr 16 14:59:17 2019 :: t3datatrans1.physics.ox.ac.uk:47218: [SERVER]: 150 Beginning transfer.
[6037] Tue Apr 16 14:59:19 2019 :: GFork functionality not enabled.:
[6037] Tue Apr 16 14:59:19 2019 :: Configuration read from /etc/gridftp.conf.
[6037] Tue Apr 16 14:59:19 2019 :: Server started in inetd mode.
[6037] Tue Apr 16 14:59:19 2019 :: New connection from: fts811.cern.ch:45586
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [CLIENT]: USER :globus-mapping:
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [SERVER]: 331 Password required for :globus-mapping:.
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [CLIENT]: PASS dummy
[6037] Tue Apr 16 14:59:19 2019 :: dmlite :: starting new connection
[6037] Tue Apr 16 14:59:19 2019 :: dmlite :: DSI options :: dome_checksum
[6037] Tue Apr 16 14:59:19 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6037] Tue Apr 16 14:59:19 2019 :: User :globus-mapping: successfully authorized.
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [CLIENT]: PASS dummy
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [SERVER]: 230-User :globus-mapping: logged in.
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [CLIENT]: SITE HELP
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [SERVER]: 214-The following commands are recognized:
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [CLIENT]: FEAT
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [SERVER]: 211-Extensions supported
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=bb53c52a-695e-54e9-9e6a-9f1043c8c3d4;file-id=696363204;retry=0
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [SERVER]: 250 OK.
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [CLIENT]: TYPE I
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [SERVER]: 200 Type set to I.
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [CLIENT]: MODE E
[6037] Tue Apr 16 14:59:19 2019 :: fts811.cern.ch:45586: [SERVER]: 200 Mode set to E.
[6037] Tue Apr 16 14:59:19 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[6037] Tue Apr 16 14:59:19 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[6037] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45586: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[6037] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45586: [SERVER]: 213 f3bdf0ac
[6037] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45586: [CLIENT]: QUIT
[6037] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45586: [SERVER]: 221 Goodbye.
[6037] Tue Apr 16 14:59:21 2019 :: Closed connection from fts811.cern.ch:45586
[6037] Tue Apr 16 14:59:21 2019 :: dmlite :: closing connection
[6052] Tue Apr 16 14:59:20 2019 :: GFork functionality not enabled.:
[6052] Tue Apr 16 14:59:20 2019 :: Configuration read from /etc/gridftp.conf.
[6052] Tue Apr 16 14:59:20 2019 :: Server started in inetd mode.
[6052] Tue Apr 16 14:59:20 2019 :: New connection from: fts800.cern.ch:40442
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [CLIENT]: USER :globus-mapping:
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [SERVER]: 331 Password required for :globus-mapping:.
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [CLIENT]: PASS dummy
[6052] Tue Apr 16 14:59:20 2019 :: dmlite :: starting new connection
[6052] Tue Apr 16 14:59:20 2019 :: dmlite :: DSI options :: dome_checksum
[6052] Tue Apr 16 14:59:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6052] Tue Apr 16 14:59:20 2019 :: User :globus-mapping: successfully authorized.
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [CLIENT]: PASS dummy
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [SERVER]: 230-User :globus-mapping: logged in.
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [CLIENT]: SITE HELP
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [SERVER]: 214-The following commands are recognized:
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [CLIENT]: FEAT
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [SERVER]: 211-Extensions supported
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=08df8f21-9a1d-5466-bacb-cd8dbf821e79;file-id=696365469;retry=0
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [SERVER]: 250 OK.
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [CLIENT]: TYPE I
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [SERVER]: 200 Type set to I.
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [CLIENT]: MODE E
[6052] Tue Apr 16 14:59:20 2019 :: fts800.cern.ch:40442: [SERVER]: 200 Mode set to E.
[6052] Tue Apr 16 14:59:20 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6052] Tue Apr 16 14:59:20 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1
[6052] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40442: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1
[6052] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40442: [SERVER]: 213 62a7e9be
[6052] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40442: [CLIENT]: QUIT
[6052] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40442: [SERVER]: 221 Goodbye.
[6052] Tue Apr 16 14:59:21 2019 :: Closed connection from fts800.cern.ch:40442
[6052] Tue Apr 16 14:59:21 2019 :: dmlite :: closing connection
[5768] Tue Apr 16 14:59:18 2019 :: fts802.cern.ch:42300: [SERVER]: 112-Perf Marker
[5768] Tue Apr 16 14:59:18 2019 :: fts802.cern.ch:42300: [SERVER]: 111 Range Marker 0-307888128
[5479] Tue Apr 16 14:59:20 2019 :: fts801.cern.ch:50016: [SERVER]: 112-Perf Marker
[5479] Tue Apr 16 14:59:20 2019 :: fts801.cern.ch:50016: [SERVER]: 111 Range Marker 687865856-851443712
[5479] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50016: [SERVER]: 112-Perf Marker
[5479] Tue Apr 16 14:59:21 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1".
[5479] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50016: [SERVER]: 111 Range Marker 851443712-873676865
[5479] Tue Apr 16 14:59:21 2019 :: dmlite :: registering replica :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024575.pool.root.1.236.1555419529 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[5479] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50016: [SERVER]: 226 Transfer Complete.
[5479] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50016: [CLIENT]: QUIT
[5479] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50016: [SERVER]: 221 Goodbye.
[5479] Tue Apr 16 14:59:21 2019 :: Closed connection from fts801.cern.ch:50016
[5479] Tue Apr 16 14:59:21 2019 :: dmlite :: closing connection
[6065] Tue Apr 16 14:59:21 2019 :: GFork functionality not enabled.:
[6065] Tue Apr 16 14:59:21 2019 :: Configuration read from /etc/gridftp.conf.
[6065] Tue Apr 16 14:59:21 2019 :: Server started in inetd mode.
[6065] Tue Apr 16 14:59:21 2019 :: New connection from: fts801.cern.ch:50574
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [CLIENT]: USER :globus-mapping:
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [SERVER]: 331 Password required for :globus-mapping:.
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [CLIENT]: PASS dummy
[6065] Tue Apr 16 14:59:21 2019 :: dmlite :: starting new connection
[6065] Tue Apr 16 14:59:21 2019 :: dmlite :: DSI options :: dome_checksum
[6065] Tue Apr 16 14:59:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6065] Tue Apr 16 14:59:21 2019 :: User :globus-mapping: successfully authorized.
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [CLIENT]: PASS dummy
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [SERVER]: 230-User :globus-mapping: logged in.
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [CLIENT]: SITE HELP
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [SERVER]: 214-The following commands are recognized:
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [CLIENT]: FEAT
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [SERVER]: 211-Extensions supported
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6a7a2360-4764-528e-b3ba-f601ec2ead0d;file-id=696365143;retry=0
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [SERVER]: 250 OK.
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [CLIENT]: QUIT
[6065] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50574: [SERVER]: 221 Goodbye.
[6065] Tue Apr 16 14:59:21 2019 :: Closed connection from fts801.cern.ch:50574
[6065] Tue Apr 16 14:59:21 2019 :: dmlite :: closing connection
[6071] Tue Apr 16 14:59:21 2019 :: GFork functionality not enabled.:
[6071] Tue Apr 16 14:59:21 2019 :: Configuration read from /etc/gridftp.conf.
[6071] Tue Apr 16 14:59:21 2019 :: Server started in inetd mode.
[6071] Tue Apr 16 14:59:21 2019 :: New connection from: fts800.cern.ch:40466
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [CLIENT]: USER :globus-mapping:
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [SERVER]: 331 Password required for :globus-mapping:.
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [CLIENT]: PASS dummy
[6071] Tue Apr 16 14:59:21 2019 :: dmlite :: starting new connection
[6071] Tue Apr 16 14:59:21 2019 :: dmlite :: DSI options :: dome_checksum
[6071] Tue Apr 16 14:59:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6071] Tue Apr 16 14:59:21 2019 :: User :globus-mapping: successfully authorized.
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [CLIENT]: PASS dummy
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [SERVER]: 230-User :globus-mapping: logged in.
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [CLIENT]: SITE HELP
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [SERVER]: 214-The following commands are recognized:
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [CLIENT]: FEAT
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [SERVER]: 211-Extensions supported
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=08df8f21-9a1d-5466-bacb-cd8dbf821e79;file-id=696365469;retry=0
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [SERVER]: 250 OK.
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [CLIENT]: QUIT
[6071] Tue Apr 16 14:59:21 2019 :: fts800.cern.ch:40466: [SERVER]: 221 Goodbye.
[6071] Tue Apr 16 14:59:21 2019 :: Closed connection from fts800.cern.ch:40466
[6071] Tue Apr 16 14:59:21 2019 :: dmlite :: closing connection
[6077] Tue Apr 16 14:59:21 2019 :: GFork functionality not enabled.:
[6077] Tue Apr 16 14:59:21 2019 :: Configuration read from /etc/gridftp.conf.
[6077] Tue Apr 16 14:59:21 2019 :: Server started in inetd mode.
[6077] Tue Apr 16 14:59:21 2019 :: New connection from: fts811.cern.ch:45602
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [CLIENT]: USER :globus-mapping:
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [SERVER]: 331 Password required for :globus-mapping:.
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [CLIENT]: PASS dummy
[6077] Tue Apr 16 14:59:21 2019 :: dmlite :: starting new connection
[6077] Tue Apr 16 14:59:21 2019 :: dmlite :: DSI options :: dome_checksum
[6077] Tue Apr 16 14:59:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6077] Tue Apr 16 14:59:21 2019 :: User :globus-mapping: successfully authorized.
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [CLIENT]: PASS dummy
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [SERVER]: 230-User :globus-mapping: logged in.
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [CLIENT]: SITE HELP
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [SERVER]: 214-The following commands are recognized:
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [CLIENT]: FEAT
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [SERVER]: 211-Extensions supported
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=bb53c52a-695e-54e9-9e6a-9f1043c8c3d4;file-id=696363204;retry=0
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [SERVER]: 250 OK.
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [CLIENT]: QUIT
[6077] Tue Apr 16 14:59:21 2019 :: fts811.cern.ch:45602: [SERVER]: 221 Goodbye.
[6077] Tue Apr 16 14:59:21 2019 :: Closed connection from fts811.cern.ch:45602
[6077] Tue Apr 16 14:59:21 2019 :: dmlite :: closing connection
[5591] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50310: [SERVER]: 112-Perf Marker
[5591] Tue Apr 16 14:59:18 2019 :: fts801.cern.ch:50310: [SERVER]: 111 Range Marker 9699328-21757952
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: USER :globus-mapping:
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 331 Password required for :globus-mapping:.
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: PASS dummy
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: starting new connection
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: DSI options :: dome_checksum
[5984] Tue Apr 16 14:59:20 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[5984] Tue Apr 16 14:59:20 2019 :: User :globus-mapping: successfully authorized.
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: PASS dummy
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 230-User :globus-mapping: logged in.
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: SITE HELP
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 214-The following commands are recognized:
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: FEAT
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 211-Extensions supported
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 250 OK.
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: TYPE I
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 200 Type set to I.
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: DCAU N
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 200 DCAU N.
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03' - 22-[#00.000022] Can't create folder '03' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: OPTS PASV AllowDelayed=1;
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 200 OPTS Command Successful.
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: PASV
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 200 Passive delayed.
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:20 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:20 2019 :: incoming transfer
[5984] Tue Apr 16 14:59:20 2019 :: requested node: dpmpool22.farm.particle.cz
[5984] Tue Apr 16 14:59:20 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[5984] Tue Apr 16 14:59:20 2019 :: connected to remote node
[5984] Tue Apr 16 14:59:20 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 127 Entering Passive Mode (147,231,25,93,96,47)
[5984] Tue Apr 16 14:59:20 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload'
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: single entry
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: zero size replica, maybe pending
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[6095] Tue Apr 16 14:59:21 2019 :: GFork functionality not enabled.:
[6095] Tue Apr 16 14:59:21 2019 :: Configuration read from /etc/gridftp.conf.
[6095] Tue Apr 16 14:59:21 2019 :: Server started in inetd mode.
[6095] Tue Apr 16 14:59:21 2019 :: New connection from: fts800.cern.ch:40472
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: USER :globus-mapping:
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 331 Password required for :globus-mapping:.
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: PASS dummy
[6095] Tue Apr 16 14:59:22 2019 :: dmlite :: starting new connection
[6095] Tue Apr 16 14:59:22 2019 :: dmlite :: DSI options :: dome_checksum
[6095] Tue Apr 16 14:59:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6095] Tue Apr 16 14:59:22 2019 :: User :globus-mapping: successfully authorized.
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: PASS dummy
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 230-User :globus-mapping: logged in.
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: SITE HELP
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 214-The following commands are recognized:
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: FEAT
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 211-Extensions supported
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=08df8f21-9a1d-5466-bacb-cd8dbf821e79;file-id=696365469;retry=0
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 250 OK.
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: TYPE I
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 200 Type set to I.
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: MODE E
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 200 Mode set to E.
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: DCAU N
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 200 DCAU N.
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1
[6095] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6095] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: single entry
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/4a/fd/HITS.17617237._023530.pool.root.1
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [CLIENT]: QUIT
[6095] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40472: [SERVER]: 221 Goodbye.
[6095] Tue Apr 16 14:59:22 2019 :: Closed connection from fts800.cern.ch:40472
[6095] Tue Apr 16 14:59:22 2019 :: dmlite :: closing connection
[5598] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40160: [CLIENT]: QUIT
[5598] Tue Apr 16 14:59:22 2019 :: fts800.cern.ch:40160: [SERVER]: 221 Goodbye.
[5598] Tue Apr 16 14:59:22 2019 :: Closed connection from fts800.cern.ch:40160
[5598] Tue Apr 16 14:59:22 2019 :: dmlite :: closing connection
[6101] Tue Apr 16 14:59:21 2019 :: GFork functionality not enabled.:
[6101] Tue Apr 16 14:59:21 2019 :: Configuration read from /etc/gridftp.conf.
[6101] Tue Apr 16 14:59:21 2019 :: Server started in inetd mode.
[6101] Tue Apr 16 14:59:21 2019 :: New connection from: fts811.cern.ch:45604
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: USER :globus-mapping:
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 331 Password required for :globus-mapping:.
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: PASS dummy
[6101] Tue Apr 16 14:59:22 2019 :: dmlite :: starting new connection
[6101] Tue Apr 16 14:59:22 2019 :: dmlite :: DSI options :: dome_checksum
[6101] Tue Apr 16 14:59:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6101] Tue Apr 16 14:59:22 2019 :: User :globus-mapping: successfully authorized.
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: PASS dummy
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 230-User :globus-mapping: logged in.
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: SITE HELP
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 214-The following commands are recognized:
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: FEAT
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 211-Extensions supported
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=bb53c52a-695e-54e9-9e6a-9f1043c8c3d4;file-id=696363204;retry=0
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 250 OK.
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: TYPE I
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 200 Type set to I.
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: MODE E
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 200 Mode set to E.
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: DCAU N
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 200 DCAU N.
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[6101] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts811.cern.ch
[6101] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: single entry
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/d0/HITS.17617237._024319.pool.root.1
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [CLIENT]: QUIT
[6101] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:45604: [SERVER]: 221 Goodbye.
[6101] Tue Apr 16 14:59:22 2019 :: Closed connection from fts811.cern.ch:45604
[6101] Tue Apr 16 14:59:22 2019 :: dmlite :: closing connection
[2337] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:42632: [CLIENT]: QUIT
[2337] Tue Apr 16 14:59:22 2019 :: fts811.cern.ch:42632: [SERVER]: 221 Goodbye.
[2337] Tue Apr 16 14:59:22 2019 :: Closed connection from fts811.cern.ch:42632
[2337] Tue Apr 16 14:59:22 2019 :: dmlite :: closing connection
[5890] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40268: [SERVER]: 112-Perf Marker
[5890] Tue Apr 16 14:59:19 2019 :: fts800.cern.ch:40268: [SERVER]: 111 Range Marker 0-253493248
[5977] Tue Apr 16 14:59:22 2019 :: fts707.cern.ch:54012: [CLIENT]: QUIT
[5977] Tue Apr 16 14:59:22 2019 :: fts707.cern.ch:54012: [SERVER]: 221 Goodbye.
[5977] Tue Apr 16 14:59:22 2019 :: Closed connection from fts707.cern.ch:54012
[5977] Tue Apr 16 14:59:22 2019 :: dmlite :: closing connection
[6003] Tue Apr 16 14:59:17 2019 :: GFork functionality not enabled.:
[6003] Tue Apr 16 14:59:17 2019 :: Configuration read from /etc/gridftp.conf.
[5951] Tue Apr 16 14:59:18 2019 :: fts803.cern.ch:46222: [CLIENT]: MODE E
[5951] Tue Apr 16 14:59:18 2019 :: fts803.cern.ch:46222: [SERVER]: 200 Mode set to E.
[5951] Tue Apr 16 14:59:18 2019 :: fts803.cern.ch:46222: [CLIENT]: SIZE /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1
[5951] Tue Apr 16 14:59:18 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[5951] Tue Apr 16 14:59:18 2019 :: dmlite :: stat :: single entry
[5951] Tue Apr 16 14:59:18 2019 :: fts803.cern.ch:46222: [SERVER]: 213 16180655
[5951] Tue Apr 16 14:59:19 2019 :: fts803.cern.ch:46222: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[5951] Tue Apr 16 14:59:19 2019 :: fts803.cern.ch:46222: [SERVER]: 200 OPTS Command Successful.
[5951] Tue Apr 16 14:59:19 2019 :: fts803.cern.ch:46222: [CLIENT]: EPRT |2|2001:760:422C:38:0:0:39:23|23848|
[5951] Tue Apr 16 14:59:19 2019 :: fts803.cern.ch:46222: [SERVER]: 200 PORT Command successful.
[5951] Tue Apr 16 14:59:19 2019 :: fts803.cern.ch:46222: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1
[5951] Tue Apr 16 14:59:19 2019 :: requested node: dpmpool20.farm.particle.cz
[5951] Tue Apr 16 14:59:19 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[5951] Tue Apr 16 14:59:19 2019 :: connected to remote node
[5951] Tue Apr 16 14:59:19 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/EVNT.17686627._033978.pool.root.1.rucio.upload.544214.1555419112 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts803.cern.ch
[5951] Tue Apr 16 14:59:19 2019 :: fts803.cern.ch:46222: [SERVER]: 150 Beginning transfer.
[5951] Tue Apr 16 14:59:21 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/57/66/EVNT.17686627._033978.pool.root.1".
[5951] Tue Apr 16 14:59:21 2019 :: fts803.cern.ch:46222: [SERVER]: 226 Transfer Complete.
[5007] Tue Apr 16 14:59:20 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:59:20 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 2843738112-3087925248
[6009] Tue Apr 16 14:59:20 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[6009] Tue Apr 16 14:59:20 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024638.pool.root.1.268.1555419558 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[6009] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50522: [SERVER]: 150 Beginning transfer.
[6009] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50522: [SERVER]: 112-Perf Marker
[1171] Tue Apr 16 14:59:18 2019 :: Child process 5639 ended with rc = 0
[1171] Tue Apr 16 14:59:18 2019 :: Child process 2391 ended with rc = 0
[1171] Tue Apr 16 14:59:18 2019 :: Child process 5995 ended with rc = 0
[1171] Tue Apr 16 14:59:19 2019 :: Child process 6024 ended with rc = 0
[1171] Tue Apr 16 14:59:19 2019 :: Child process 5623 ended with rc = 0
[1171] Tue Apr 16 14:59:20 2019 :: Child process 6046 ended with rc = 0
[1171] Tue Apr 16 14:59:20 2019 :: Child process 6031 ended with rc = 0
[1171] Tue Apr 16 14:59:20 2019 :: Child process 5536 ended with rc = 0
[1171] Tue Apr 16 14:59:21 2019 :: Child process 6037 ended with rc = 0
[1171] Tue Apr 16 14:59:21 2019 :: Child process 6052 ended with rc = 0
[1171] Tue Apr 16 14:59:21 2019 :: Child process 5479 ended with rc = 0
[1171] Tue Apr 16 14:59:21 2019 :: Child process 6065 ended with rc = 0
[1171] Tue Apr 16 14:59:21 2019 :: Child process 6071 ended with rc = 0
[1171] Tue Apr 16 14:59:21 2019 :: Child process 6077 ended with rc = 0
[1171] Tue Apr 16 14:59:22 2019 :: Child process 6095 ended with rc = 0
[1171] Tue Apr 16 14:59:22 2019 :: Child process 5598 ended with rc = 0
[1171] Tue Apr 16 14:59:22 2019 :: Child process 6101 ended with rc = 0
[1171] Tue Apr 16 14:59:22 2019 :: Child process 2337 ended with rc = 0
[1171] Tue Apr 16 14:59:22 2019 :: Child process 5977 ended with rc = 0
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17686556._032332.pool.root.1.rucio.upload.269.1555419560 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:22 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 150 Beginning transfer.
[5984] Tue Apr 16 14:59:22 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 112-Perf Marker
[5984] Tue Apr 16 14:59:22 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload".
[5984] Tue Apr 16 14:59:22 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 226 Transfer Complete.
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: registering replica :: dpmpool22.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/EVNT.17686556._032332.pool.root.1.rucio.upload.269.1555419560 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:22 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: single entry
[5984] Tue Apr 16 14:59:22 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:22 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 213 bdcee773
[5984] Tue Apr 16 14:59:23 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:23 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03' - 22-[#00.000022] Can't create folder '03' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[5984] Tue Apr 16 14:59:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:23 2019 :: dmlite :: stat :: single entry
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1.rucio.upload
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 350 OK. Send RNTO with destination name.
[5984] Tue Apr 16 14:59:23 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 250 OK.
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [CLIENT]: QUIT
[5984] Tue Apr 16 14:59:23 2019 :: ib04.farm.particle.cz:55046: [SERVER]: 221 Goodbye.
[5984] Tue Apr 16 14:59:23 2019 :: Closed connection from ib04.farm.particle.cz:55046
[5984] Tue Apr 16 14:59:23 2019 :: dmlite :: closing connection
[6016] Tue Apr 16 14:59:18 2019 :: GFork functionality not enabled.:
[6016] Tue Apr 16 14:59:18 2019 :: Configuration read from /etc/gridftp.conf.
[6089] Tue Apr 16 14:59:21 2019 :: GFork functionality not enabled.:
[6089] Tue Apr 16 14:59:21 2019 :: Configuration read from /etc/gridftp.conf.
[6089] Tue Apr 16 14:59:21 2019 :: Server started in inetd mode.
[6089] Tue Apr 16 14:59:21 2019 :: New connection from: fts801.cern.ch:50588
[6089] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50588: [CLIENT]: USER :globus-mapping:
[6089] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50588: [SERVER]: 331 Password required for :globus-mapping:.
[6089] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50588: [CLIENT]: PASS dummy
[6089] Tue Apr 16 14:59:21 2019 :: dmlite :: starting new connection
[6089] Tue Apr 16 14:59:21 2019 :: dmlite :: DSI options :: dome_checksum
[6089] Tue Apr 16 14:59:21 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6089] Tue Apr 16 14:59:21 2019 :: User :globus-mapping: successfully authorized.
[6089] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50588: [CLIENT]: PASS dummy
[6089] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50588: [SERVER]: 230-User :globus-mapping: logged in.
[6089] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50588: [CLIENT]: SITE HELP
[6089] Tue Apr 16 14:59:21 2019 :: fts801.cern.ch:50588: [SERVER]: 214-The following commands are recognized:
[6089] Tue Apr 16 14:59:22 2019 :: fts801.cern.ch:50588: [CLIENT]: FEAT
[6089] Tue Apr 16 14:59:22 2019 :: fts801.cern.ch:50588: [SERVER]: 211-Extensions supported
[6089] Tue Apr 16 14:59:22 2019 :: fts801.cern.ch:50588: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=6a7a2360-4764-528e-b3ba-f601ec2ead0d;file-id=696365143;retry=0
[6089] Tue Apr 16 14:59:22 2019 :: fts801.cern.ch:50588: [SERVER]: 250 OK.
[6089] Tue Apr 16 14:59:22 2019 :: fts801.cern.ch:50588: [CLIENT]: TYPE I
[6089] Tue Apr 16 14:59:22 2019 :: fts801.cern.ch:50588: [SERVER]: 200 Type set to I.
[6089] Tue Apr 16 14:59:22 2019 :: fts801.cern.ch:50588: [CLIENT]: MODE E
[6089] Tue Apr 16 14:59:22 2019 :: fts801.cern.ch:50588: [SERVER]: 200 Mode set to E.
[6089] Tue Apr 16 14:59:22 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[6089] Tue Apr 16 14:59:22 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1
[6089] Tue Apr 16 14:59:24 2019 :: fts801.cern.ch:50588: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1
[6089] Tue Apr 16 14:59:24 2019 :: fts801.cern.ch:50588: [SERVER]: 213 38170f8b
[6089] Tue Apr 16 14:59:24 2019 :: fts801.cern.ch:50588: [CLIENT]: QUIT
[6089] Tue Apr 16 14:59:24 2019 :: fts801.cern.ch:50588: [SERVER]: 221 Goodbye.
[6089] Tue Apr 16 14:59:24 2019 :: Closed connection from fts801.cern.ch:50588
[6089] Tue Apr 16 14:59:24 2019 :: dmlite :: closing connection
[6119] Tue Apr 16 14:59:22 2019 :: GFork functionality not enabled.:
[6119] Tue Apr 16 14:59:22 2019 :: Configuration read from /etc/gridftp.conf.
[6119] Tue Apr 16 14:59:22 2019 :: Server started in inetd mode.
[6119] Tue Apr 16 14:59:22 2019 :: New connection from: fts802.cern.ch:42464
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: USER :globus-mapping:
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 331 Password required for :globus-mapping:.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: PASS dummy
[6119] Tue Apr 16 14:59:22 2019 :: dmlite :: starting new connection
[6119] Tue Apr 16 14:59:22 2019 :: dmlite :: DSI options :: dome_checksum
[6119] Tue Apr 16 14:59:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6119] Tue Apr 16 14:59:22 2019 :: User :globus-mapping: successfully authorized.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: PASS dummy
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 230-User :globus-mapping: logged in.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: SITE HELP
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 214-The following commands are recognized:
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: FEAT
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 211-Extensions supported
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c7b62abe-cdc2-5ffb-8291-f2224b1cd7a6;file-id=696366324;retry=0
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 250 OK.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: TYPE I
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 200 Type set to I.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: MODE E
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 200 Mode set to E.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: DCAU N
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 200 DCAU N.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: OPTS PASV AllowDelayed=1;
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 200 OPTS Command Successful.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: EPSV
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 200 Passive delayed.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: ALLO 823052908
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [SERVER]: 200 ALLO command successful.
[6119] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42464: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1
[6119] Tue Apr 16 14:59:22 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1
[6119] Tue Apr 16 14:59:22 2019 :: incoming transfer
[6119] Tue Apr 16 14:59:22 2019 :: requested node: dpmpool9.farm.particle.cz
[6119] Tue Apr 16 14:59:22 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[6119] Tue Apr 16 14:59:23 2019 :: connected to remote node
[6119] Tue Apr 16 14:59:23 2019 :: fts802.cern.ch:42464: [SERVER]: 129 Entering Passive Mode (|2|2001:718:401:6017:2::9|22928|)
[6119] Tue Apr 16 14:59:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6119] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1'
[6119] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: single entry
[6119] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6119] Tue Apr 16 14:59:24 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6138] Tue Apr 16 14:59:24 2019 :: Configuration read from /etc/gridftp.conf.
[6138] Tue Apr 16 14:59:24 2019 :: Server started in inetd mode.
[6138] Tue Apr 16 14:59:24 2019 :: New connection from: fts801.cern.ch:50634
[6138] Tue Apr 16 14:59:24 2019 :: dmlite :: starting new connection
[6138] Tue Apr 16 14:59:24 2019 :: dmlite :: DSI options :: dome_checksum
[6138] Tue Apr 16 14:59:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6138] Tue Apr 16 14:59:24 2019 :: User :globus-mapping: successfully authorized.
[6138] Tue Apr 16 14:59:24 2019 :: Closed connection from fts801.cern.ch:50634
[6138] Tue Apr 16 14:59:24 2019 :: dmlite :: closing connection
[6003] Tue Apr 16 14:59:22 2019 :: Server started in inetd mode.
[6003] Tue Apr 16 14:59:22 2019 :: New connection from: mikan25.farm.particle.cz:56688
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: USER :globus-mapping:
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 331 Password required for :globus-mapping:.
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: PASS dummy
[6003] Tue Apr 16 14:59:22 2019 :: dmlite :: starting new connection
[6003] Tue Apr 16 14:59:22 2019 :: dmlite :: DSI options :: dome_checksum
[6003] Tue Apr 16 14:59:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6003] Tue Apr 16 14:59:22 2019 :: User :globus-mapping: successfully authorized.
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: PASS dummy
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 230-User :globus-mapping: logged in.
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: SITE HELP
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 214-The following commands are recognized:
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: FEAT
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 211-Extensions supported
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 250 OK.
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: TYPE I
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 200 Type set to I.
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: DCAU N
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 200 DCAU N.
[6003] Tue Apr 16 14:59:22 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1
[6003] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[6003] Tue Apr 16 14:59:23 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39' - 22-[#00.000022] Can't create folder '39' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (541 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: OPTS PASV AllowDelayed=1;
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 200 OPTS Command Successful.
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: PASV
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 200 Passive delayed.
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:23 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:23 2019 :: incoming transfer
[6003] Tue Apr 16 14:59:23 2019 :: requested node: dpmpool9.farm.particle.cz
[6003] Tue Apr 16 14:59:23 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[6003] Tue Apr 16 14:59:23 2019 :: connected to remote node
[6003] Tue Apr 16 14:59:23 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 127 Entering Passive Mode (147,231,25,47,89,145)
[6003] Tue Apr 16 14:59:23 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload'
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: single entry
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6144] Tue Apr 16 14:59:24 2019 :: Configuration read from /etc/gridftp.conf.
[6144] Tue Apr 16 14:59:24 2019 :: Server started in inetd mode.
[6144] Tue Apr 16 14:59:24 2019 :: New connection from: fts801.cern.ch:50638
[6144] Tue Apr 16 14:59:24 2019 :: dmlite :: starting new connection
[6144] Tue Apr 16 14:59:24 2019 :: dmlite :: DSI options :: dome_checksum
[6144] Tue Apr 16 14:59:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6144] Tue Apr 16 14:59:24 2019 :: User :globus-mapping: successfully authorized.
[6144] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/fa/b8/HITS.17617237._024575.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts801.cern.ch
[6144] Tue Apr 16 14:59:24 2019 :: Closed connection from fts801.cern.ch:50638
[6144] Tue Apr 16 14:59:24 2019 :: dmlite :: closing connection
[5434] Tue Apr 16 14:59:24 2019 :: fts801.cern.ch:49996: [CLIENT]: QUIT
[5434] Tue Apr 16 14:59:24 2019 :: fts801.cern.ch:49996: [SERVER]: 221 Goodbye.
[5434] Tue Apr 16 14:59:24 2019 :: Closed connection from fts801.cern.ch:49996
[5434] Tue Apr 16 14:59:24 2019 :: dmlite :: closing connection
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17639170._128549.pool.root.1.rucio.upload.271.1555419563 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:24 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 150 Beginning transfer.
[6003] Tue Apr 16 14:59:24 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 112-Perf Marker
[6003] Tue Apr 16 14:59:24 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload".
[6003] Tue Apr 16 14:59:24 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 226 Transfer Complete.
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17639170._128549.pool.root.1.rucio.upload.271.1555419563 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:24 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: stat :: single entry
[6003] Tue Apr 16 14:59:24 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:24 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: CKSM ADLER32 0 -1 /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 213 9788686c
[6003] Tue Apr 16 14:59:25 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:25 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39' - 22-[#00.000022] Can't create folder '39' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[6003] Tue Apr 16 14:59:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:25 2019 :: dmlite :: stat :: single entry
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: RNFR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1.rucio.upload
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 350 OK. Send RNTO with destination name.
[6003] Tue Apr 16 14:59:25 2019 :: dmlite :: command :: 6 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: RNTO /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 250 OK.
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [CLIENT]: QUIT
[6003] Tue Apr 16 14:59:25 2019 :: mikan25.farm.particle.cz:56688: [SERVER]: 221 Goodbye.
[6003] Tue Apr 16 14:59:25 2019 :: Closed connection from mikan25.farm.particle.cz:56688
[6003] Tue Apr 16 14:59:25 2019 :: dmlite :: closing connection
[5768] Tue Apr 16 14:59:23 2019 :: fts802.cern.ch:42300: [SERVER]: 112-Perf Marker
[5768] Tue Apr 16 14:59:23 2019 :: fts802.cern.ch:42300: [SERVER]: 111 Range Marker 307888128-600571904
[6083] Tue Apr 16 14:59:21 2019 :: GFork functionality not enabled.:
[6083] Tue Apr 16 14:59:21 2019 :: Configuration read from /etc/gridftp.conf.
[6083] Tue Apr 16 14:59:21 2019 :: Server started in inetd mode.
[6083] Tue Apr 16 14:59:21 2019 :: New connection from: fts308.usatlas.bnl.gov:44196
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: USER :globus-mapping:
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 331 Password required for :globus-mapping:.
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: PASS dummy
[6083] Tue Apr 16 14:59:22 2019 :: dmlite :: starting new connection
[6083] Tue Apr 16 14:59:22 2019 :: dmlite :: DSI options :: dome_checksum
[6083] Tue Apr 16 14:59:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6083] Tue Apr 16 14:59:22 2019 :: User :globus-mapping: successfully authorized.
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: PASS dummy
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 230-User :globus-mapping: logged in.
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: SITE HELP
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 214-The following commands are recognized:
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: FEAT
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 211-Extensions supported
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.4 (gfal2 2.15.4)";job-id=f6a112e4-d335-5de1-9f11-aeaf938805e0;file-id=117602538;retry=0
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 250 OK.
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: TYPE I
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 200 Type set to I.
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: MODE E
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 200 Mode set to E.
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: OPTS RETR Parallelism=1,1,1;
[6083] Tue Apr 16 14:59:22 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 200 OPTS Command Successful.
[6083] Tue Apr 16 14:59:23 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: DCAU N
[6083] Tue Apr 16 14:59:23 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 200 DCAU N.
[6083] Tue Apr 16 14:59:23 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: PORT 129,107,255,17,218,55
[6083] Tue Apr 16 14:59:23 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 200 PORT Command successful.
[6083] Tue Apr 16 14:59:23 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: RETR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1
[6083] Tue Apr 16 14:59:23 2019 :: requested node: dpmpool22.farm.particle.cz
[6083] Tue Apr 16 14:59:23 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[6083] Tue Apr 16 14:59:23 2019 :: connected to remote node
[6083] Tue Apr 16 14:59:23 2019 :: dmlite :: send :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/EVNT.17639170._128604.pool.root.1.rucio.upload.544130.1555418967 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts308.usatlas.bnl.gov
[6083] Tue Apr 16 14:59:23 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 150 Beginning transfer.
[5591] Tue Apr 16 14:59:23 2019 :: fts801.cern.ch:50310: [SERVER]: 112-Perf Marker
[5591] Tue Apr 16 14:59:23 2019 :: fts801.cern.ch:50310: [SERVER]: 111 Range Marker 21757952-32243712
[6107] Tue Apr 16 14:59:21 2019 :: GFork functionality not enabled.:
[6107] Tue Apr 16 14:59:21 2019 :: Configuration read from /etc/gridftp.conf.
[6107] Tue Apr 16 14:59:21 2019 :: Server started in inetd mode.
[6107] Tue Apr 16 14:59:21 2019 :: New connection from: fts802.cern.ch:42448
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: USER :globus-mapping:
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 331 Password required for :globus-mapping:.
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: PASS dummy
[6107] Tue Apr 16 14:59:22 2019 :: dmlite :: starting new connection
[6107] Tue Apr 16 14:59:22 2019 :: dmlite :: DSI options :: dome_checksum
[6107] Tue Apr 16 14:59:22 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6107] Tue Apr 16 14:59:22 2019 :: User :globus-mapping: successfully authorized.
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: PASS dummy
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 230-User :globus-mapping: logged in.
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: SITE HELP
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 214-The following commands are recognized:
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: FEAT
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 211-Extensions supported
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="fts_url_copy";appver="3.8.3 (gfal2 2.16.1)";job-id=c7b62abe-cdc2-5ffb-8291-f2224b1cd7a6;file-id=696366324;retry=0
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 250 OK.
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: TYPE I
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 200 Type set to I.
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: DCAU N
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 200 DCAU N.
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1
[6107] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6107] Tue Apr 16 14:59:22 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6/HITS.17617237._025008.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6
[6107] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6107] Tue Apr 16 14:59:22 2019 :: dmlite :: stat :: single entry
[6107] Tue Apr 16 14:59:22 2019 :: fts802.cern.ch:42448: [SERVER]: 250-status of /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/8b/c6
[6168] Tue Apr 16 14:59:25 2019 :: Configuration read from /etc/gridftp.conf.
[6168] Tue Apr 16 14:59:25 2019 :: Server started in inetd mode.
[6168] Tue Apr 16 14:59:25 2019 :: New connection from: fts804.cern.ch:52580
[6168] Tue Apr 16 14:59:25 2019 :: dmlite :: starting new connection
[6168] Tue Apr 16 14:59:25 2019 :: dmlite :: DSI options :: dome_checksum
[6168] Tue Apr 16 14:59:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6168] Tue Apr 16 14:59:25 2019 :: User :globus-mapping: successfully authorized.
[6168] Tue Apr 16 14:59:25 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1
[6168] Tue Apr 16 14:59:25 2019 :: requested node: dpmpool19.farm.particle.cz
[6168] Tue Apr 16 14:59:25 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[6168] Tue Apr 16 14:59:26 2019 :: connected to remote node
[6168] Tue Apr 16 14:59:26 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6168] Tue Apr 16 14:59:27 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1'
[6168] Tue Apr 16 14:59:27 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6168] Tue Apr 16 14:59:27 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[5890] Tue Apr 16 14:59:24 2019 :: fts800.cern.ch:40268: [SERVER]: 112-Perf Marker
[5890] Tue Apr 16 14:59:24 2019 :: fts800.cern.ch:40268: [SERVER]: 111 Range Marker 253493248-507641856
[6119] Tue Apr 16 14:59:24 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6119] Tue Apr 16 14:59:24 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/HITS.17617237._025008.pool.root.1.270.1555419562 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6119] Tue Apr 16 14:59:24 2019 :: fts802.cern.ch:42464: [SERVER]: 150 Beginning transfer.
[6119] Tue Apr 16 14:59:24 2019 :: fts802.cern.ch:42464: [SERVER]: 112-Perf Marker
[6083] Tue Apr 16 14:59:27 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/6a/68/EVNT.17639170._128604.pool.root.1".
[6083] Tue Apr 16 14:59:27 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 226 Transfer Complete.
[6083] Tue Apr 16 14:59:27 2019 :: fts308.usatlas.bnl.gov:44196: [CLIENT]: QUIT
[6083] Tue Apr 16 14:59:27 2019 :: fts308.usatlas.bnl.gov:44196: [SERVER]: 221 Goodbye.
[6083] Tue Apr 16 14:59:27 2019 :: Closed connection from fts308.usatlas.bnl.gov:44196
[6083] Tue Apr 16 14:59:27 2019 :: dmlite :: closing connection
[5007] Tue Apr 16 14:59:25 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:59:25 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 3087925248-3357409280
[6009] Tue Apr 16 14:59:26 2019 :: fts801.cern.ch:50522: [SERVER]: 112-Perf Marker
[6009] Tue Apr 16 14:59:26 2019 :: fts801.cern.ch:50522: [SERVER]: 111 Range Marker 0-4456448
[1171] Tue Apr 16 14:59:23 2019 :: Child process 5984 ended with rc = 0
[1171] Tue Apr 16 14:59:24 2019 :: Child process 6089 ended with rc = 0
[1171] Tue Apr 16 14:59:24 2019 :: Child process 6138 ended with rc = 0
[1171] Tue Apr 16 14:59:24 2019 :: Child process 6144 ended with rc = 0
[1171] Tue Apr 16 14:59:24 2019 :: Child process 5434 ended with rc = 0
[1171] Tue Apr 16 14:59:25 2019 :: Child process 6003 ended with rc = 0
[1171] Tue Apr 16 14:59:27 2019 :: Child process 6083 ended with rc = 0
[6016] Tue Apr 16 14:59:23 2019 :: Server started in inetd mode.
[6130] Tue Apr 16 14:59:23 2019 :: Configuration read from /etc/gridftp.conf.
[6177] Tue Apr 16 14:59:26 2019 :: Configuration read from /etc/gridftp.conf.
[6177] Tue Apr 16 14:59:26 2019 :: Server started in inetd mode.
[6177] Tue Apr 16 14:59:26 2019 :: New connection from: fts805.cern.ch:42400
[6177] Tue Apr 16 14:59:26 2019 :: dmlite :: starting new connection
[6177] Tue Apr 16 14:59:26 2019 :: dmlite :: DSI options :: dome_checksum
[6177] Tue Apr 16 14:59:26 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6177] Tue Apr 16 14:59:26 2019 :: User :globus-mapping: successfully authorized.
[6177] Tue Apr 16 14:59:27 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1
[6177] Tue Apr 16 14:59:27 2019 :: requested node: dpmpool9.farm.particle.cz
[6177] Tue Apr 16 14:59:27 2019 :: remote node: dpmpool9.farm.particle.cz:2811
[6177] Tue Apr 16 14:59:27 2019 :: connected to remote node
[6177] Tue Apr 16 14:59:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[6177] Tue Apr 16 14:59:28 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1'
[6177] Tue Apr 16 14:59:28 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6177] Tue Apr 16 14:59:28 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[6130] Tue Apr 16 14:59:28 2019 :: Server started in inetd mode.
[6130] Tue Apr 16 14:59:28 2019 :: New connection from: ib04.farm.particle.cz:55052
[6130] Tue Apr 16 14:59:28 2019 :: dmlite :: starting new connection
[6130] Tue Apr 16 14:59:28 2019 :: dmlite :: DSI options :: dome_checksum
[6130] Tue Apr 16 14:59:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6130] Tue Apr 16 14:59:28 2019 :: User :globus-mapping: successfully authorized.
[6130] Tue Apr 16 14:59:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/89/03/EVNT.17686556._032332.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib04.farm.particle.cz
[6130] Tue Apr 16 14:59:28 2019 :: Closed connection from ib04.farm.particle.cz:55052
[6130] Tue Apr 16 14:59:28 2019 :: dmlite :: closing connection
[5768] Tue Apr 16 14:59:28 2019 :: fts802.cern.ch:42300: [SERVER]: 112-Perf Marker
[5768] Tue Apr 16 14:59:28 2019 :: fts802.cern.ch:42300: [SERVER]: 111 Range Marker 600571904-816447488
[5768] Tue Apr 16 14:59:29 2019 :: fts802.cern.ch:42300: [SERVER]: 112-Perf Marker
[5768] Tue Apr 16 14:59:29 2019 :: fts802.cern.ch:42300: [SERVER]: 111 Range Marker 816447488-833745620
[5768] Tue Apr 16 14:59:29 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1".
[5768] Tue Apr 16 14:59:29 2019 :: fts802.cern.ch:42300: [SERVER]: 226 Transfer Complete.
[5768] Tue Apr 16 14:59:29 2019 :: dmlite :: registering replica :: dpmpool9.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._025128.pool.root.1.266.1555419551 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5768] Tue Apr 16 14:59:29 2019 :: fts802.cern.ch:42300: [CLIENT]: QUIT
[5768] Tue Apr 16 14:59:29 2019 :: fts802.cern.ch:42300: [SERVER]: 221 Goodbye.
[5768] Tue Apr 16 14:59:29 2019 :: Closed connection from fts802.cern.ch:42300
[5768] Tue Apr 16 14:59:29 2019 :: dmlite :: closing connection
[6215] Tue Apr 16 14:59:29 2019 :: Configuration read from /etc/gridftp.conf.
[6215] Tue Apr 16 14:59:29 2019 :: Server started in inetd mode.
[6215] Tue Apr 16 14:59:29 2019 :: New connection from: fts802.cern.ch:42542
[6215] Tue Apr 16 14:59:29 2019 :: dmlite :: starting new connection
[6215] Tue Apr 16 14:59:29 2019 :: dmlite :: DSI options :: dome_checksum
[6215] Tue Apr 16 14:59:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6215] Tue Apr 16 14:59:29 2019 :: User :globus-mapping: successfully authorized.
[6215] Tue Apr 16 14:59:29 2019 :: Closed connection from fts802.cern.ch:42542
[6215] Tue Apr 16 14:59:29 2019 :: dmlite :: closing connection
[6150] Tue Apr 16 14:59:24 2019 :: Configuration read from /etc/gridftp.conf.
[6150] Tue Apr 16 14:59:24 2019 :: Server started in inetd mode.
[6150] Tue Apr 16 14:59:24 2019 :: New connection from: fts805.cern.ch:42182
[6150] Tue Apr 16 14:59:24 2019 :: dmlite :: starting new connection
[6150] Tue Apr 16 14:59:24 2019 :: dmlite :: DSI options :: dome_checksum
[6150] Tue Apr 16 14:59:24 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6150] Tue Apr 16 14:59:24 2019 :: User :globus-mapping: successfully authorized.
[6150] Tue Apr 16 14:59:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[6150] Tue Apr 16 14:59:25 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[6150] Tue Apr 16 14:59:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[6202] Tue Apr 16 14:59:28 2019 :: Configuration read from /etc/gridftp.conf.
[6202] Tue Apr 16 14:59:28 2019 :: Server started in inetd mode.
[6202] Tue Apr 16 14:59:28 2019 :: New connection from: fts802.cern.ch:42522
[6202] Tue Apr 16 14:59:28 2019 :: dmlite :: starting new connection
[6202] Tue Apr 16 14:59:28 2019 :: dmlite :: DSI options :: dome_checksum
[6202] Tue Apr 16 14:59:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6202] Tue Apr 16 14:59:28 2019 :: User :globus-mapping: successfully authorized.
[6202] Tue Apr 16 14:59:28 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1
[6202] Tue Apr 16 14:59:28 2019 :: requested node: dpmpool20.farm.particle.cz
[6202] Tue Apr 16 14:59:28 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[6202] Tue Apr 16 14:59:28 2019 :: connected to remote node
[6202] Tue Apr 16 14:59:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6202] Tue Apr 16 14:59:29 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1'
[6202] Tue Apr 16 14:59:29 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6202] Tue Apr 16 14:59:29 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6016] Tue Apr 16 14:59:28 2019 :: New connection from: skurut02.farm.particle.cz:44434
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: USER :globus-mapping:
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 331 Password required for :globus-mapping:.
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: PASS dummy
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: starting new connection
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: DSI options :: dome_checksum
[6016] Tue Apr 16 14:59:28 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6016] Tue Apr 16 14:59:28 2019 :: User :globus-mapping: successfully authorized.
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: PASS dummy
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 230-User :globus-mapping: logged in.
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: SITE HELP
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 214-The following commands are recognized:
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: FEAT
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 211-Extensions supported
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: SITE CLIENTINFO scheme=gsiftp;appname="gfal2";appver="2.16.1";
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 250 OK.
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: TYPE I
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 200 Type set to I.
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: DCAU N
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 200 DCAU N.
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (485 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (537 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: command :: 1 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: user error :: 22 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_makedir'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (133 bytes): 'Cannot create dir '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1' - 22-[#00.000022] Can't create folder 'e1' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: MKD /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 451-GlobusError: v=1 c=INTERNAL_ERROR
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: MLST /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (537 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 550-GlobusError: v=1 c=PATH_NOT_FOUND
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: OPTS PASV AllowDelayed=1;
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 200 OPTS Command Successful.
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: PASV
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 200 Passive delayed.
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [CLIENT]: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload
[6016] Tue Apr 16 14:59:28 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload
[6016] Tue Apr 16 14:59:28 2019 :: incoming transfer
[6016] Tue Apr 16 14:59:28 2019 :: requested node: dpmpool23.farm.particle.cz
[6016] Tue Apr 16 14:59:28 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[6016] Tue Apr 16 14:59:28 2019 :: connected to remote node
[6016] Tue Apr 16 14:59:28 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 127 Entering Passive Mode (147,231,25,94,97,82)
[6016] Tue Apr 16 14:59:28 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:30 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload'
[6016] Tue Apr 16 14:59:30 2019 :: dmlite :: stat :: single entry
[6016] Tue Apr 16 14:59:30 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6016] Tue Apr 16 14:59:30 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/53/e1/AOD.17696908._003087.pool.root.1.rucio.upload :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6158] Tue Apr 16 14:59:25 2019 :: Configuration read from /etc/gridftp.conf.
[6158] Tue Apr 16 14:59:25 2019 :: Server started in inetd mode.
[6158] Tue Apr 16 14:59:25 2019 :: New connection from: fts804.cern.ch:52572
[6158] Tue Apr 16 14:59:25 2019 :: dmlite :: starting new connection
[6158] Tue Apr 16 14:59:25 2019 :: dmlite :: DSI options :: dome_checksum
[6158] Tue Apr 16 14:59:25 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6158] Tue Apr 16 14:59:25 2019 :: User :globus-mapping: successfully authorized.
[6158] Tue Apr 16 14:59:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6158] Tue Apr 16 14:59:25 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e/HITS.17617237._024610.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6158] Tue Apr 16 14:59:25 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c3/5e :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6168] Tue Apr 16 14:59:27 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6168] Tue Apr 16 14:59:27 2019 :: dmlite :: recv :: requesting transfer :: dpmpool19.farm.particle.cz:/mnt/fs9/atlas/2019-04-16/HITS.17617237._024610.pool.root.1.272.1555419565 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6230] Tue Apr 16 14:59:30 2019 :: Configuration read from /etc/gridftp.conf.
[6230] Tue Apr 16 14:59:30 2019 :: Server started in inetd mode.
[6230] Tue Apr 16 14:59:30 2019 :: New connection from: ib09.farm.particle.cz:38308
[6230] Tue Apr 16 14:59:30 2019 :: dmlite :: starting new connection
[6230] Tue Apr 16 14:59:30 2019 :: dmlite :: DSI options :: dome_checksum
[6230] Tue Apr 16 14:59:30 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6230] Tue Apr 16 14:59:30 2019 :: User :globus-mapping: successfully authorized.
[6230] Tue Apr 16 14:59:30 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/51/54/log.17663177._064706.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[6230] Tue Apr 16 14:59:31 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/51/54/log.17663177._064706.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/51/54/log.17663177._064706.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/51/54/log.17663177._064706.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/51/54/log.17663177._064706.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[6230] Tue Apr 16 14:59:31 2019 :: Closed connection from ib09.farm.particle.cz:38308
[6230] Tue Apr 16 14:59:31 2019 :: dmlite :: closing connection
[6177] Tue Apr 16 14:59:28 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[6177] Tue Apr 16 14:59:28 2019 :: dmlite :: recv :: requesting transfer :: dpmpool9.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._023886.pool.root.1.273.1555419567 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[5951] Tue Apr 16 14:59:31 2019 :: fts803.cern.ch:46222: [CLIENT]: QUIT
[5951] Tue Apr 16 14:59:31 2019 :: fts803.cern.ch:46222: [SERVER]: 221 Goodbye.
[5951] Tue Apr 16 14:59:31 2019 :: Closed connection from fts803.cern.ch:46222
[5951] Tue Apr 16 14:59:31 2019 :: dmlite :: closing connection
[5744] Tue Apr 16 14:59:31 2019 :: fts308.usatlas.bnl.gov:43900: [CLIENT]: QUIT
[5744] Tue Apr 16 14:59:31 2019 :: fts308.usatlas.bnl.gov:43900: [SERVER]: 221 Goodbye.
[5744] Tue Apr 16 14:59:31 2019 :: Closed connection from fts308.usatlas.bnl.gov:43900
[5744] Tue Apr 16 14:59:31 2019 :: dmlite :: closing connection
[5591] Tue Apr 16 14:59:28 2019 :: fts801.cern.ch:50310: [SERVER]: 112-Perf Marker
[5591] Tue Apr 16 14:59:28 2019 :: fts801.cern.ch:50310: [SERVER]: 111 Range Marker 32243712-44040192
[5890] Tue Apr 16 14:59:29 2019 :: fts800.cern.ch:40268: [SERVER]: 112-Perf Marker
[5890] Tue Apr 16 14:59:29 2019 :: fts800.cern.ch:40268: [SERVER]: 111 Range Marker 507641856-714735616
[6119] Tue Apr 16 14:59:29 2019 :: fts802.cern.ch:42464: [SERVER]: 112-Perf Marker
[6119] Tue Apr 16 14:59:29 2019 :: fts802.cern.ch:42464: [SERVER]: 111 Range Marker 0-121110528
[6194] Tue Apr 16 14:59:27 2019 :: Configuration read from /etc/gridftp.conf.
[6194] Tue Apr 16 14:59:27 2019 :: Server started in inetd mode.
[6194] Tue Apr 16 14:59:27 2019 :: New connection from: fts802.cern.ch:42500
[6194] Tue Apr 16 14:59:27 2019 :: dmlite :: starting new connection
[6194] Tue Apr 16 14:59:27 2019 :: dmlite :: DSI options :: dome_checksum
[6194] Tue Apr 16 14:59:27 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6194] Tue Apr 16 14:59:27 2019 :: User :globus-mapping: successfully authorized.
[6194] Tue Apr 16 14:59:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6194] Tue Apr 16 14:59:27 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6194] Tue Apr 16 14:59:27 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6202] Tue Apr 16 14:59:29 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6202] Tue Apr 16 14:59:29 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024811.pool.root.1.274.1555419568 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5007] Tue Apr 16 14:59:30 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:59:30 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 3357409280-3573678080
[6009] Tue Apr 16 14:59:31 2019 :: fts801.cern.ch:50522: [SERVER]: 112-Perf Marker
[6009] Tue Apr 16 14:59:31 2019 :: fts801.cern.ch:50522: [SERVER]: 111 Range Marker 4456448-39845888
[1171] Tue Apr 16 14:59:28 2019 :: Child process 6130 ended with rc = 0
[1171] Tue Apr 16 14:59:29 2019 :: Child process 5768 ended with rc = 0
[1171] Tue Apr 16 14:59:29 2019 :: Child process 6215 ended with rc = 0
[1171] Tue Apr 16 14:59:31 2019 :: Child process 6230 ended with rc = 0
[1171] Tue Apr 16 14:59:31 2019 :: Child process 5951 ended with rc = 0
[1171] Tue Apr 16 14:59:31 2019 :: Child process 5744 ended with rc = 0
[6016] Tue Apr 16 14:59:30 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:30 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/AOD.17696908._003087.pool.root.1.rucio.upload.275.1555419568 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6016] Tue Apr 16 14:59:30 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 150 Beginning transfer.
[6221] Tue Apr 16 14:59:29 2019 :: Configuration read from /etc/gridftp.conf.
[6221] Tue Apr 16 14:59:29 2019 :: Server started in inetd mode.
[6221] Tue Apr 16 14:59:29 2019 :: New connection from: fts802.cern.ch:42548
[6221] Tue Apr 16 14:59:29 2019 :: dmlite :: starting new connection
[6221] Tue Apr 16 14:59:29 2019 :: dmlite :: DSI options :: dome_checksum
[6221] Tue Apr 16 14:59:29 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6221] Tue Apr 16 14:59:29 2019 :: User :globus-mapping: successfully authorized.
[6221] Tue Apr 16 14:59:29 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6221] Tue Apr 16 14:59:29 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1
[6258] Tue Apr 16 14:59:33 2019 :: Configuration read from /etc/gridftp.conf.
[6258] Tue Apr 16 14:59:33 2019 :: Server started in inetd mode.
[6258] Tue Apr 16 14:59:33 2019 :: New connection from: fts804.cern.ch:52676
[6258] Tue Apr 16 14:59:33 2019 :: dmlite :: starting new connection
[6258] Tue Apr 16 14:59:33 2019 :: dmlite :: DSI options :: dome_checksum
[6258] Tue Apr 16 14:59:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6258] Tue Apr 16 14:59:33 2019 :: User :globus-mapping: successfully authorized.
[6258] Tue Apr 16 14:59:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6258] Tue Apr 16 14:59:33 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6258] Tue Apr 16 14:59:33 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1
[6258] Tue Apr 16 14:59:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6258] Tue Apr 16 14:59:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6258] Tue Apr 16 14:59:34 2019 :: requested node: dpmpool20.farm.particle.cz
[6258] Tue Apr 16 14:59:34 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[6258] Tue Apr 16 14:59:34 2019 :: connected to remote node
[6258] Tue Apr 16 14:59:34 2019 :: dmlite :: send :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/EVNT.17686556._031871.pool.root.1.rucio.upload.544205.1555419075 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts804.cern.ch
[6258] Tue Apr 16 14:59:35 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/23/6a/EVNT.17686556._031871.pool.root.1".
[6258] Tue Apr 16 14:59:35 2019 :: Closed connection from fts804.cern.ch:52676
[6258] Tue Apr 16 14:59:35 2019 :: dmlite :: closing connection
[6272] Tue Apr 16 14:59:33 2019 :: Configuration read from /etc/gridftp.conf.
[6272] Tue Apr 16 14:59:33 2019 :: Server started in inetd mode.
[6272] Tue Apr 16 14:59:33 2019 :: New connection from: fts802.cern.ch:42570
[6272] Tue Apr 16 14:59:33 2019 :: dmlite :: starting new connection
[6272] Tue Apr 16 14:59:33 2019 :: dmlite :: DSI options :: dome_checksum
[6272] Tue Apr 16 14:59:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6272] Tue Apr 16 14:59:33 2019 :: User :globus-mapping: successfully authorized.
[6272] Tue Apr 16 14:59:34 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1
[6272] Tue Apr 16 14:59:34 2019 :: requested node: dpmpool20.farm.particle.cz
[6272] Tue Apr 16 14:59:34 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[6272] Tue Apr 16 14:59:34 2019 :: connected to remote node
[6272] Tue Apr 16 14:59:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6272] Tue Apr 16 14:59:35 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1'
[6272] Tue Apr 16 14:59:35 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6272] Tue Apr 16 14:59:35 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6236] Tue Apr 16 14:59:30 2019 :: Configuration read from /etc/gridftp.conf.
[6244] Tue Apr 16 14:59:31 2019 :: Configuration read from /etc/gridftp.conf.
[6300] Tue Apr 16 14:59:34 2019 :: Configuration read from /etc/gridftp.conf.
[6300] Tue Apr 16 14:59:34 2019 :: Server started in inetd mode.
[6300] Tue Apr 16 14:59:34 2019 :: New connection from: fts800.cern.ch:40686
[6300] Tue Apr 16 14:59:34 2019 :: dmlite :: starting new connection
[6300] Tue Apr 16 14:59:34 2019 :: dmlite :: DSI options :: dome_checksum
[6300] Tue Apr 16 14:59:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6300] Tue Apr 16 14:59:34 2019 :: User :globus-mapping: successfully authorized.
[6300] Tue Apr 16 14:59:35 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1
[6300] Tue Apr 16 14:59:35 2019 :: requested node: dpmpool22.farm.particle.cz
[6300] Tue Apr 16 14:59:35 2019 :: remote node: dpmpool22.farm.particle.cz:2811
[6300] Tue Apr 16 14:59:35 2019 :: connected to remote node
[6300] Tue Apr 16 14:59:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6300] Tue Apr 16 14:59:36 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1'
[6300] Tue Apr 16 14:59:36 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6300] Tue Apr 16 14:59:36 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6307] Tue Apr 16 14:59:34 2019 :: Configuration read from /etc/gridftp.conf.
[6307] Tue Apr 16 14:59:34 2019 :: Server started in inetd mode.
[6307] Tue Apr 16 14:59:34 2019 :: New connection from: fts808.cern.ch:51056
[6307] Tue Apr 16 14:59:34 2019 :: dmlite :: starting new connection
[6307] Tue Apr 16 14:59:34 2019 :: dmlite :: DSI options :: dome_checksum
[6307] Tue Apr 16 14:59:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6307] Tue Apr 16 14:59:34 2019 :: User :globus-mapping: successfully authorized.
[6307] Tue Apr 16 14:59:35 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1
[6307] Tue Apr 16 14:59:35 2019 :: requested node: dpmpool23.farm.particle.cz
[6307] Tue Apr 16 14:59:35 2019 :: remote node: dpmpool23.farm.particle.cz:2811
[6307] Tue Apr 16 14:59:35 2019 :: connected to remote node
[6307] Tue Apr 16 14:59:35 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6307] Tue Apr 16 14:59:36 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1'
[6307] Tue Apr 16 14:59:36 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6307] Tue Apr 16 14:59:36 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6202] Tue Apr 16 14:59:36 2019 :: Finished transferring "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1".
[6202] Tue Apr 16 14:59:36 2019 :: dmlite :: registering replica :: dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/HITS.17617237._024811.pool.root.1.274.1555419568 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6202] Tue Apr 16 14:59:36 2019 :: Closed connection from fts802.cern.ch:42522
[6202] Tue Apr 16 14:59:36 2019 :: dmlite :: closing connection
[5591] Tue Apr 16 14:59:33 2019 :: fts801.cern.ch:50310: [SERVER]: 112-Perf Marker
[5591] Tue Apr 16 14:59:33 2019 :: fts801.cern.ch:50310: [SERVER]: 111 Range Marker 44040192-66322432
[6319] Tue Apr 16 14:59:36 2019 :: Configuration read from /etc/gridftp.conf.
[6319] Tue Apr 16 14:59:36 2019 :: Server started in inetd mode.
[6319] Tue Apr 16 14:59:36 2019 :: New connection from: fts802.cern.ch:42586
[6319] Tue Apr 16 14:59:36 2019 :: dmlite :: starting new connection
[6319] Tue Apr 16 14:59:36 2019 :: dmlite :: DSI options :: dome_checksum
[6319] Tue Apr 16 14:59:36 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6319] Tue Apr 16 14:59:36 2019 :: User :globus-mapping: successfully authorized.
[6319] Tue Apr 16 14:59:36 2019 :: Closed connection from fts802.cern.ch:42586
[6319] Tue Apr 16 14:59:36 2019 :: dmlite :: closing connection
[5890] Tue Apr 16 14:59:34 2019 :: fts800.cern.ch:40268: [SERVER]: 112-Perf Marker
[5890] Tue Apr 16 14:59:34 2019 :: fts800.cern.ch:40268: [SERVER]: 111 Range Marker 714735616-948436992
[6119] Tue Apr 16 14:59:34 2019 :: fts802.cern.ch:42464: [SERVER]: 112-Perf Marker
[6119] Tue Apr 16 14:59:34 2019 :: fts802.cern.ch:42464: [SERVER]: 111 Range Marker 121110528-225574912
[6251] Tue Apr 16 14:59:33 2019 :: Configuration read from /etc/gridftp.conf.
[6251] Tue Apr 16 14:59:33 2019 :: Server started in inetd mode.
[6251] Tue Apr 16 14:59:33 2019 :: New connection from: fts802.cern.ch:42562
[6251] Tue Apr 16 14:59:33 2019 :: dmlite :: starting new connection
[6251] Tue Apr 16 14:59:33 2019 :: dmlite :: DSI options :: dome_checksum
[6251] Tue Apr 16 14:59:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6251] Tue Apr 16 14:59:33 2019 :: User :globus-mapping: successfully authorized.
[6251] Tue Apr 16 14:59:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6251] Tue Apr 16 14:59:33 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5/HITS.17617237._025004.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6251] Tue Apr 16 14:59:33 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/c5/b5 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[5007] Tue Apr 16 14:59:35 2019 :: fts802.cern.ch:41792: [SERVER]: 112-Perf Marker
[5007] Tue Apr 16 14:59:35 2019 :: fts802.cern.ch:41792: [SERVER]: 111 Range Marker 3573678080-3680108544
[6009] Tue Apr 16 14:59:36 2019 :: fts801.cern.ch:50522: [SERVER]: 112-Perf Marker
[6009] Tue Apr 16 14:59:36 2019 :: fts801.cern.ch:50522: [SERVER]: 111 Range Marker 39845888-142344192
[1171] Tue Apr 16 14:59:35 2019 :: Child process 6258 ended with rc = 0
[1171] Tue Apr 16 14:59:36 2019 :: Child process 6202 ended with rc = 0
[1171] Tue Apr 16 14:59:36 2019 :: Child process 6319 ended with rc = 0
[6016] Tue Apr 16 14:59:35 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 112-Perf Marker
[6016] Tue Apr 16 14:59:35 2019 :: skurut02.farm.particle.cz:44434: [SERVER]: 111 Range Marker 0-587726848
[6266] Tue Apr 16 14:59:33 2019 :: Configuration read from /etc/gridftp.conf.
[6266] Tue Apr 16 14:59:33 2019 :: Server started in inetd mode.
[6266] Tue Apr 16 14:59:33 2019 :: New connection from: fts800.cern.ch:40664
[6266] Tue Apr 16 14:59:33 2019 :: dmlite :: starting new connection
[6266] Tue Apr 16 14:59:33 2019 :: dmlite :: DSI options :: dome_checksum
[6266] Tue Apr 16 14:59:33 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6266] Tue Apr 16 14:59:33 2019 :: User :globus-mapping: successfully authorized.
[6266] Tue Apr 16 14:59:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6266] Tue Apr 16 14:59:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (517 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7/DAOD_TRUTH1.17737484._000205.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6266] Tue Apr 16 14:59:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/bd/c7 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6272] Tue Apr 16 14:59:35 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6272] Tue Apr 16 14:59:35 2019 :: dmlite :: recv :: requesting transfer :: dpmpool20.farm.particle.cz:/mnt/fs4/atlas/2019-04-16/HITS.17617237._025004.pool.root.1.276.1555419574 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6221] Tue Apr 16 14:59:38 2019 :: Closed connection from fts802.cern.ch:42548
[6221] Tue Apr 16 14:59:38 2019 :: dmlite :: closing connection
[6340] Tue Apr 16 14:59:38 2019 :: Configuration read from /etc/gridftp.conf.
[6340] Tue Apr 16 14:59:38 2019 :: Server started in inetd mode.
[6340] Tue Apr 16 14:59:38 2019 :: New connection from: fts802.cern.ch:42604
[6340] Tue Apr 16 14:59:38 2019 :: dmlite :: starting new connection
[6340] Tue Apr 16 14:59:38 2019 :: dmlite :: DSI options :: dome_checksum
[6340] Tue Apr 16 14:59:38 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6340] Tue Apr 16 14:59:38 2019 :: User :globus-mapping: successfully authorized.
[6340] Tue Apr 16 14:59:39 2019 :: Closed connection from fts802.cern.ch:42604
[6340] Tue Apr 16 14:59:39 2019 :: dmlite :: closing connection
[6283] Tue Apr 16 14:59:34 2019 :: Configuration read from /etc/gridftp.conf.
[6283] Tue Apr 16 14:59:34 2019 :: Server started in inetd mode.
[6283] Tue Apr 16 14:59:34 2019 :: New connection from: fts808.cern.ch:51046
[6283] Tue Apr 16 14:59:34 2019 :: dmlite :: starting new connection
[6283] Tue Apr 16 14:59:34 2019 :: dmlite :: DSI options :: dome_checksum
[6283] Tue Apr 16 14:59:34 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6283] Tue Apr 16 14:59:34 2019 :: User :globus-mapping: successfully authorized.
[6283] Tue Apr 16 14:59:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6283] Tue Apr 16 14:59:34 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90/HITS.17617237._024809.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6283] Tue Apr 16 14:59:34 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/5b/90 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6325] Tue Apr 16 14:59:37 2019 :: Configuration read from /etc/gridftp.conf.
[6325] Tue Apr 16 14:59:37 2019 :: Server started in inetd mode.
[6325] Tue Apr 16 14:59:37 2019 :: New connection from: fts802.cern.ch:42590
[6325] Tue Apr 16 14:59:37 2019 :: dmlite :: starting new connection
[6325] Tue Apr 16 14:59:37 2019 :: dmlite :: DSI options :: dome_checksum
[6325] Tue Apr 16 14:59:37 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6325] Tue Apr 16 14:59:37 2019 :: User :globus-mapping: successfully authorized.
[6325] Tue Apr 16 14:59:37 2019 :: dmlite :: command :: 8 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6325] Tue Apr 16 14:59:37 2019 :: dmlite :: dome checksum :: ADLER32 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1
[6325] Tue Apr 16 14:59:39 2019 :: Closed connection from fts802.cern.ch:42590
[6325] Tue Apr 16 14:59:39 2019 :: dmlite :: closing connection
[6348] Tue Apr 16 14:59:39 2019 :: Configuration read from /etc/gridftp.conf.
[6348] Tue Apr 16 14:59:39 2019 :: Server started in inetd mode.
[6348] Tue Apr 16 14:59:39 2019 :: New connection from: fts802.cern.ch:42612
[6348] Tue Apr 16 14:59:39 2019 :: dmlite :: starting new connection
[6348] Tue Apr 16 14:59:39 2019 :: dmlite :: DSI options :: dome_checksum
[6348] Tue Apr 16 14:59:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6348] Tue Apr 16 14:59:39 2019 :: User :globus-mapping: successfully authorized.
[6348] Tue Apr 16 14:59:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/bc/74/HITS.17617237._025128.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6348] Tue Apr 16 14:59:39 2019 :: Closed connection from fts802.cern.ch:42612
[6348] Tue Apr 16 14:59:39 2019 :: dmlite :: closing connection
[5758] Tue Apr 16 14:59:39 2019 :: fts802.cern.ch:42278: [CLIENT]: QUIT
[5758] Tue Apr 16 14:59:39 2019 :: fts802.cern.ch:42278: [SERVER]: 221 Goodbye.
[5758] Tue Apr 16 14:59:39 2019 :: Closed connection from fts802.cern.ch:42278
[5758] Tue Apr 16 14:59:39 2019 :: dmlite :: closing connection
[6300] Tue Apr 16 14:59:36 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6300] Tue Apr 16 14:59:36 2019 :: dmlite :: recv :: requesting transfer :: dpmpool22.farm.particle.cz:/mnt/fs3/atlas/2019-04-16/DAOD_TRUTH1.17737484._000205.pool.root.1.277.1555419575 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts800.cern.ch
[6361] Tue Apr 16 14:59:39 2019 :: Configuration read from /etc/gridftp.conf.
[6361] Tue Apr 16 14:59:39 2019 :: Server started in inetd mode.
[6361] Tue Apr 16 14:59:39 2019 :: New connection from: fts802.cern.ch:42622
[6361] Tue Apr 16 14:59:39 2019 :: dmlite :: starting new connection
[6361] Tue Apr 16 14:59:39 2019 :: dmlite :: DSI options :: dome_checksum
[6361] Tue Apr 16 14:59:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6361] Tue Apr 16 14:59:39 2019 :: User :globus-mapping: successfully authorized.
[6361] Tue Apr 16 14:59:39 2019 :: Closed connection from fts802.cern.ch:42622
[6361] Tue Apr 16 14:59:39 2019 :: dmlite :: closing connection
[6307] Tue Apr 16 14:59:36 2019 :: dmlite :: user error :: 13 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6307] Tue Apr 16 14:59:36 2019 :: dmlite :: recv :: requesting transfer :: dpmpool23.farm.particle.cz:/mnt/fs1/atlas/2019-04-16/HITS.17617237._024809.pool.root.1.278.1555419575 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6370] Tue Apr 16 14:59:39 2019 :: Configuration read from /etc/gridftp.conf.
[6370] Tue Apr 16 14:59:39 2019 :: Server started in inetd mode.
[6370] Tue Apr 16 14:59:39 2019 :: New connection from: fts802.cern.ch:42626
[6370] Tue Apr 16 14:59:39 2019 :: dmlite :: starting new connection
[6370] Tue Apr 16 14:59:39 2019 :: dmlite :: DSI options :: dome_checksum
[6370] Tue Apr 16 14:59:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6370] Tue Apr 16 14:59:39 2019 :: User :globus-mapping: successfully authorized.
[6370] Tue Apr 16 14:59:40 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/1d/72/HITS.17617237._024811.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts802.cern.ch
[6370] Tue Apr 16 14:59:40 2019 :: Closed connection from fts802.cern.ch:42626
[6370] Tue Apr 16 14:59:40 2019 :: dmlite :: closing connection
[6194] Tue Apr 16 14:59:40 2019 :: Closed connection from fts802.cern.ch:42500
[6194] Tue Apr 16 14:59:40 2019 :: dmlite :: closing connection
[6236] Tue Apr 16 14:59:35 2019 :: Server started in inetd mode.
[6236] Tue Apr 16 14:59:35 2019 :: New connection from: mikan25.farm.particle.cz:56726
[6354] Tue Apr 16 14:59:39 2019 :: Configuration read from /etc/gridftp.conf.
[6354] Tue Apr 16 14:59:39 2019 :: Server started in inetd mode.
[6354] Tue Apr 16 14:59:39 2019 :: New connection from: fts813.cern.ch:39620
[6354] Tue Apr 16 14:59:39 2019 :: dmlite :: starting new connection
[6354] Tue Apr 16 14:59:39 2019 :: dmlite :: DSI options :: dome_checksum
[6354] Tue Apr 16 14:59:39 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6354] Tue Apr 16 14:59:39 2019 :: User :globus-mapping: successfully authorized.
[6354] Tue Apr 16 14:59:39 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/a0/HITS.17617237._024806.pool.root.1
[6354] Tue Apr 16 14:59:39 2019 :: requested node: dpmpool20.farm.particle.cz
[6354] Tue Apr 16 14:59:39 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[6354] Tue Apr 16 14:59:39 2019 :: connected to remote node
[6354] Tue Apr 16 14:59:39 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/a0/HITS.17617237._024806.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[6354] Tue Apr 16 14:59:40 2019 :: dmlite :: stat :: probable Globus race condition avoided (cnt: 5 totsleep: 1250ms) fn:'/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/a0/HITS.17617237._024806.pool.root.1'
[6354] Tue Apr 16 14:59:40 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6354] Tue Apr 16 14:59:40 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/06/a0/HITS.17617237._024806.pool.root.1 :: [#00.000013] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_get'. Status 500. DavixError: 'HTTP 500 : Unexpected server error: 500 '. Response (37 bytes): 'Only pending replicas are available. :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts813.cern.ch
[6244] Tue Apr 16 14:59:36 2019 :: Server started in inetd mode.
[6236] Tue Apr 16 14:59:41 2019 :: dmlite :: starting new connection
[6236] Tue Apr 16 14:59:41 2019 :: dmlite :: DSI options :: dome_checksum
[6236] Tue Apr 16 14:59:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6236] Tue Apr 16 14:59:41 2019 :: User :globus-mapping: successfully authorized.
[6236] Tue Apr 16 14:59:41 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/c9/39/EVNT.17639170._128549.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan25.farm.particle.cz
[6236] Tue Apr 16 14:59:41 2019 :: Closed connection from mikan25.farm.particle.cz:56726
[6236] Tue Apr 16 14:59:41 2019 :: dmlite :: closing connection
[6418] Tue Apr 16 14:59:41 2019 :: Configuration read from /etc/gridftp.conf.
[6418] Tue Apr 16 14:59:41 2019 :: Server started in inetd mode.
[6418] Tue Apr 16 14:59:41 2019 :: New connection from: fts805.cern.ch:43064
[6418] Tue Apr 16 14:59:41 2019 :: dmlite :: starting new connection
[6418] Tue Apr 16 14:59:41 2019 :: dmlite :: DSI options :: dome_checksum
[6418] Tue Apr 16 14:59:41 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6418] Tue Apr 16 14:59:41 2019 :: User :globus-mapping: successfully authorized.
[6418] Tue Apr 16 14:59:41 2019 :: Closed connection from fts805.cern.ch:43064
[6418] Tue Apr 16 14:59:41 2019 :: dmlite :: closing connection
[6428] Tue Apr 16 14:59:41 2019 :: Configuration read from /etc/gridftp.conf.
[6428] Tue Apr 16 14:59:41 2019 :: Server started in inetd mode.
[6428] Tue Apr 16 14:59:41 2019 :: New connection from: fts805.cern.ch:43142
[6428] Tue Apr 16 14:59:42 2019 :: dmlite :: starting new connection
[6428] Tue Apr 16 14:59:42 2019 :: dmlite :: DSI options :: dome_checksum
[6428] Tue Apr 16 14:59:42 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6428] Tue Apr 16 14:59:42 2019 :: User :globus-mapping: successfully authorized.
[6428] Tue Apr 16 14:59:42 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/9d/bd/HITS.17617237._023886.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts805.cern.ch
[6428] Tue Apr 16 14:59:42 2019 :: Closed connection from fts805.cern.ch:43142
[6428] Tue Apr 16 14:59:42 2019 :: dmlite :: closing connection
[6398] Tue Apr 16 14:59:41 2019 :: Configuration read from /etc/gridftp.conf.
[6398] Tue Apr 16 14:59:41 2019 :: Server started in daemon mode.
[6398] Tue Apr 16 14:59:41 2019 :: Child process 6418 ended with rc = 0
[6398] Tue Apr 16 14:59:42 2019 :: Child process 6428 ended with rc = 0
[6434] Tue Apr 16 14:59:42 2019 :: Configuration read from /etc/gridftp.conf.
[6434] Tue Apr 16 14:59:42 2019 :: Server started in inetd mode.
[6434] Tue Apr 16 14:59:42 2019 :: New connection from: t3datatrans1.physics.ox.ac.uk:47270
[6471] Tue Apr 16 14:59:46 2019 :: Configuration read from /etc/gridftp.conf.
[6471] Tue Apr 16 14:59:46 2019 :: Server started in inetd mode.
[6471] Tue Apr 16 14:59:46 2019 :: New connection from: fts808.cern.ch:51132
[6471] Tue Apr 16 14:59:47 2019 :: dmlite :: starting new connection
[6471] Tue Apr 16 14:59:47 2019 :: dmlite :: DSI options :: dome_checksum
[6471] Tue Apr 16 14:59:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6471] Tue Apr 16 14:59:47 2019 :: User :globus-mapping: successfully authorized.
[6471] Tue Apr 16 14:59:47 2019 :: passive mode: STOR /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1
[6471] Tue Apr 16 14:59:47 2019 :: dmlite :: failed to fetch replica :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1 :: [#00.000022] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_put'. Status 400. DavixError: 'HTTP 400 : Server Error '. Response (232 bytes): 'No filesystems match the given logical path and placement hints. HINT: make sure that the correct pools are associated to the LFN, and that they are writable and online. Selected pool: 'heppool1'. Selected host: ''. Selected fs: '' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6440] Tue Apr 16 14:59:42 2019 :: Configuration read from /etc/gridftp.conf.
[6440] Tue Apr 16 14:59:42 2019 :: Server started in inetd mode.
[6471] Tue Apr 16 14:59:47 2019 :: rolling the dice
[6471] Tue Apr 16 14:59:47 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[6471] Tue Apr 16 14:59:47 2019 :: connected to remote node
[6471] Tue Apr 16 14:59:47 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6471] Tue Apr 16 14:59:47 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6471] Tue Apr 16 14:59:47 2019 :: dmlite :: recv :: requesting transfer :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6471] Tue Apr 16 14:59:47 2019 :: Failure attempting to transfer "/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1".
[6471] Tue Apr 16 14:59:47 2019 :: Transfer failure:
[6471] Tue Apr 16 14:59:47 2019 :: Closed connection from fts808.cern.ch:51132
[6471] Tue Apr 16 14:59:47 2019 :: dmlite :: closing connection
[6446] Tue Apr 16 14:59:42 2019 :: Configuration read from /etc/gridftp.conf.
[6486] Tue Apr 16 14:59:47 2019 :: Configuration read from /etc/gridftp.conf.
[6486] Tue Apr 16 14:59:47 2019 :: Server started in inetd mode.
[6486] Tue Apr 16 14:59:47 2019 :: New connection from: fts808.cern.ch:51142
[6486] Tue Apr 16 14:59:47 2019 :: dmlite :: starting new connection
[6486] Tue Apr 16 14:59:47 2019 :: dmlite :: DSI options :: dome_checksum
[6486] Tue Apr 16 14:59:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6486] Tue Apr 16 14:59:47 2019 :: User :globus-mapping: successfully authorized.
[6486] Tue Apr 16 14:59:47 2019 :: Closed connection from fts808.cern.ch:51142
[6486] Tue Apr 16 14:59:47 2019 :: dmlite :: closing connection
[6492] Tue Apr 16 14:59:47 2019 :: Configuration read from /etc/gridftp.conf.
[6492] Tue Apr 16 14:59:47 2019 :: Server started in inetd mode.
[6492] Tue Apr 16 14:59:47 2019 :: New connection from: fts808.cern.ch:51144
[6492] Tue Apr 16 14:59:47 2019 :: dmlite :: starting new connection
[6492] Tue Apr 16 14:59:47 2019 :: dmlite :: DSI options :: dome_checksum
[6492] Tue Apr 16 14:59:47 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6492] Tue Apr 16 14:59:47 2019 :: User :globus-mapping: successfully authorized.
[6492] Tue Apr 16 14:59:48 2019 :: dmlite :: command :: 3 :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6492] Tue Apr 16 14:59:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_unlink'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (205 bytes): 'Cannot stat '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1' : 2-[#00.000002] file 105494269:'HITS.17617237._024325.pool.root.1' not found (cached) :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6492] Tue Apr 16 14:59:48 2019 :: Closed connection from fts808.cern.ch:51144
[6492] Tue Apr 16 14:59:48 2019 :: dmlite :: closing connection
[6455] Tue Apr 16 14:59:43 2019 :: Configuration read from /etc/gridftp.conf.
[6455] Tue Apr 16 14:59:43 2019 :: Server started in inetd mode.
[6462] Tue Apr 16 14:59:45 2019 :: Configuration read from /etc/gridftp.conf.
[6462] Tue Apr 16 14:59:45 2019 :: Server started in inetd mode.
[6462] Tue Apr 16 14:59:45 2019 :: New connection from: fts808.cern.ch:51122
[6462] Tue Apr 16 14:59:45 2019 :: dmlite :: starting new connection
[6462] Tue Apr 16 14:59:45 2019 :: dmlite :: DSI options :: dome_checksum
[6462] Tue Apr 16 14:59:45 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management successfully authorized.
[6462] Tue Apr 16 14:59:45 2019 :: User :globus-mapping: successfully authorized.
[6462] Tue Apr 16 14:59:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6462] Tue Apr 16 14:59:45 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (489 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0/HITS.17617237._024325.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6462] Tue Apr 16 14:59:45 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/df/b0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=ddmadmin/CN=531497/CN=Robot: ATLAS Data Management :: fts808.cern.ch
[6462] Tue Apr 16 14:59:48 2019 :: Closed connection from fts808.cern.ch:51122
[6462] Tue Apr 16 14:59:48 2019 :: dmlite :: closing connection
[6455] Tue Apr 16 14:59:48 2019 :: New connection from: ibis37.farm.particle.cz:52466
[6455] Tue Apr 16 14:59:48 2019 :: dmlite :: starting new connection
[6455] Tue Apr 16 14:59:48 2019 :: dmlite :: DSI options :: dome_checksum
[6455] Tue Apr 16 14:59:48 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6455] Tue Apr 16 14:59:48 2019 :: User :globus-mapping: successfully authorized.
[6455] Tue Apr 16 14:59:48 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b6/21/AOD.17696908._003021.pool.root.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis37.farm.particle.cz
[6455] Tue Apr 16 14:59:48 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (485 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b6/21/AOD.17696908._003021.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b6/21/AOD.17696908._003021.pool.root.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b6/21/AOD.17696908._003021.pool.root.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc16_13TeV/b6/21/AOD.17696908._003021.pool.root.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ibis37.farm.particle.cz
[6455] Tue Apr 16 14:59:48 2019 :: Closed connection from ibis37.farm.particle.cz:52466
[6455] Tue Apr 16 14:59:48 2019 :: dmlite :: closing connection
[6398] Tue Apr 16 14:59:47 2019 :: Child process 6471 ended with rc = 0
[6398] Tue Apr 16 14:59:47 2019 :: Child process 6486 ended with rc = 0
[6398] Tue Apr 16 14:59:48 2019 :: Child process 6492 ended with rc = 0
[6398] Tue Apr 16 14:59:48 2019 :: Child process 6462 ended with rc = 0
[6398] Tue Apr 16 14:59:48 2019 :: Child process 6455 ended with rc = 0
[6504] Tue Apr 16 14:59:51 2019 :: Configuration read from /etc/gridftp.conf.
[6504] Tue Apr 16 14:59:51 2019 :: Server started in inetd mode.
[6504] Tue Apr 16 14:59:51 2019 :: New connection from: mikan26.farm.particle.cz:38948
[6504] Tue Apr 16 14:59:51 2019 :: dmlite :: starting new connection
[6504] Tue Apr 16 14:59:51 2019 :: dmlite :: DSI options :: dome_checksum
[6504] Tue Apr 16 14:59:51 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6504] Tue Apr 16 14:59:51 2019 :: User :globus-mapping: successfully authorized.
[6504] Tue Apr 16 14:59:51 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/7f/log.17663177._065073.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[6504] Tue Apr 16 14:59:51 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/7f/log.17663177._065073.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/7f/log.17663177._065073.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/7f/log.17663177._065073.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/b4/7f/log.17663177._065073.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: mikan26.farm.particle.cz
[6504] Tue Apr 16 14:59:51 2019 :: Closed connection from mikan26.farm.particle.cz:38948
[6504] Tue Apr 16 14:59:51 2019 :: dmlite :: closing connection
[6479] Tue Apr 16 14:59:47 2019 :: Configuration read from /etc/gridftp.conf.
[6479] Tue Apr 16 14:59:47 2019 :: Server started in inetd mode.
[6479] Tue Apr 16 14:59:47 2019 :: New connection from: ib19.farm.particle.cz:56102
[6440] Tue Apr 16 14:59:47 2019 :: New connection from: ib09.farm.particle.cz:38320
[6479] Tue Apr 16 14:59:52 2019 :: dmlite :: starting new connection
[6479] Tue Apr 16 14:59:52 2019 :: dmlite :: DSI options :: dome_checksum
[6479] Tue Apr 16 14:59:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6479] Tue Apr 16 14:59:52 2019 :: User :globus-mapping: successfully authorized.
[6479] Tue Apr 16 14:59:52 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/45/77/log.17736648._001256.job.log.tgz.1 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[6479] Tue Apr 16 14:59:52 2019 :: dmlite :: user error :: 2 :: [#00.000002] Error when issuing request to 'http://golias100.farm.particle.cz:1094/domehead/command/dome_getstatinfo'. Status 404. DavixError: 'HTTP 404 : File not found '. Response (493 bytes): 'File not found on rfn: '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/45/77/log.17736648._001256.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/45/77/log.17736648._001256.job.log.tgz.1' err: 2 what: '[#00.000002] replica '/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/45/77/log.17736648._001256.job.log.tgz.1:/dpm/farm.particle.cz/home/atlas/atlasdatadisk/rucio/mc15_13TeV/45/77/log.17736648._001256.job.log.tgz.1' not found' :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib19.farm.particle.cz
[6479] Tue Apr 16 14:59:52 2019 :: Closed connection from ib19.farm.particle.cz:56102
[6479] Tue Apr 16 14:59:52 2019 :: dmlite :: closing connection
[6446] Tue Apr 16 14:59:47 2019 :: Server started in inetd mode.
[6440] Tue Apr 16 14:59:52 2019 :: dmlite :: starting new connection
[6440] Tue Apr 16 14:59:52 2019 :: dmlite :: DSI options :: dome_checksum
[6440] Tue Apr 16 14:59:52 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6440] Tue Apr 16 14:59:52 2019 :: User :globus-mapping: successfully authorized.
[6440] Tue Apr 16 14:59:52 2019 :: passive mode: STOR /dpmpool19.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17663177._064706.job.log.tgz.1.rucio.upload.607387039.0
[6440] Tue Apr 16 14:59:52 2019 :: requested node: dpmpool19.farm.particle.cz
[6440] Tue Apr 16 14:59:52 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[6440] Tue Apr 16 14:59:52 2019 :: connected to remote node
[6440] Tue Apr 16 14:59:52 2019 :: dmlite :: stat :: /dpmpool19.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17663177._064706.job.log.tgz.1.rucio.upload.607387039.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[6440] Tue Apr 16 14:59:52 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6440] Tue Apr 16 14:59:52 2019 :: dmlite :: user error :: 22 :: [#00.000022] DavixError (18): Failure HTTP 404 : File not found  after 3 attempts :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[6440] Tue Apr 16 14:59:52 2019 :: dmlite :: recv :: requesting transfer :: /dpmpool19.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17663177._064706.job.log.tgz.1.rucio.upload.607387039.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[6440] Tue Apr 16 14:59:53 2019 :: Finished transferring "/dpmpool19.farm.particle.cz:/mnt/fs7/atlas/2019-04-16/log.17663177._064706.job.log.tgz.1.rucio.upload.607387039.0".
[6440] Tue Apr 16 14:59:54 2019 :: dmlite :: requesting checksum :: /mnt/fs7/atlas/2019-04-16/log.17663177._064706.job.log.tgz.1.rucio.upload.607387039.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: ib09.farm.particle.cz
[6440] Tue Apr 16 14:59:54 2019 :: requested node: dpmpool19.farm.particle.cz
[6440] Tue Apr 16 14:59:54 2019 :: remote node: dpmpool19.farm.particle.cz:2811
[6440] Tue Apr 16 14:59:54 2019 :: connected to remote node
[6440] Tue Apr 16 14:59:55 2019 :: Closed connection from ib09.farm.particle.cz:38320
[6440] Tue Apr 16 14:59:55 2019 :: dmlite :: closing connection
[6398] Tue Apr 16 14:59:51 2019 :: Child process 6504 ended with rc = 0
[6398] Tue Apr 16 14:59:52 2019 :: Child process 6479 ended with rc = 0
[6398] Tue Apr 16 14:59:55 2019 :: Child process 6440 ended with rc = 0
[6434] Tue Apr 16 14:59:56 2019 :: dmlite :: starting new connection
[6434] Tue Apr 16 14:59:56 2019 :: dmlite :: DSI options :: dome_checksum
[6434] Tue Apr 16 14:59:56 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=fgiuli/CN=751427/CN=Francesco Giuli successfully authorized.
[6434] Tue Apr 16 14:59:56 2019 :: User :globus-mapping: successfully authorized.
[6434] Tue Apr 16 14:59:56 2019 :: dmlite :: stat :: /dpm/farm.particle.cz/home/atlas/atlasscratchdisk/rucio/user/fgiuli/26/7f/user.fgiuli.17603105._000003.output.root :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=fgiuli/CN=751427/CN=Francesco Giuli :: t3datatrans1.physics.ox.ac.uk
[6434] Tue Apr 16 14:59:57 2019 :: Closed connection from t3datatrans1.physics.ox.ac.uk:47270
[6434] Tue Apr 16 14:59:57 2019 :: dmlite :: closing connection
[6513] Tue Apr 16 14:59:52 2019 :: Configuration read from /etc/gridftp.conf.
[6446] Tue Apr 16 14:59:52 2019 :: New connection from: skurut02.farm.particle.cz:44800
[6529] Tue Apr 16 14:59:53 2019 :: Configuration read from /etc/gridftp.conf.
[6540] Tue Apr 16 14:59:55 2019 :: Configuration read from /etc/gridftp.conf.
[6540] Tue Apr 16 14:59:55 2019 :: Server started in inetd mode.
[6540] Tue Apr 16 14:59:55 2019 :: New connection from: ib09.farm.particle.cz:38332
[6398] Tue Apr 16 14:59:57 2019 :: Child process 6434 ended with rc = 0
[6549] Tue Apr 16 14:59:56 2019 :: Configuration read from /etc/gridftp.conf.
[6549] Tue Apr 16 14:59:56 2019 :: Server started in inetd mode.
[6557] Tue Apr 16 14:59:57 2019 :: Configuration read from /etc/gridftp.conf.
[6557] Tue Apr 16 14:59:57 2019 :: Server started in inetd mode.
[6513] Tue Apr 16 14:59:57 2019 :: Server started in inetd mode.
[6446] Tue Apr 16 14:59:57 2019 :: dmlite :: starting new connection
[6446] Tue Apr 16 14:59:57 2019 :: dmlite :: DSI options :: dome_checksum
[6446] Tue Apr 16 14:59:57 2019 :: DN /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 successfully authorized.
[6446] Tue Apr 16 14:59:57 2019 :: User :globus-mapping: successfully authorized.
[6446] Tue Apr 16 14:59:57 2019 :: passive mode: STOR /dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/AOD.17696908._003087.pool.root.1.rucio.upload.607387040.0
[6446] Tue Apr 16 14:59:57 2019 :: requested node: dpmpool20.farm.particle.cz
[6446] Tue Apr 16 14:59:57 2019 :: remote node: dpmpool20.farm.particle.cz:2811
[6446] Tue Apr 16 14:59:57 2019 :: connected to remote node
[6446] Tue Apr 16 14:59:57 2019 :: dmlite :: stat :: /dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/AOD.17696908._003087.pool.root.1.rucio.upload.607387040.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6446] Tue Apr 16 14:59:57 2019 :: dmlite :: stat :: zero size replica, maybe pending
[6446] Tue Apr 16 14:59:57 2019 :: dmlite :: user error :: 22 :: [#00.000022] DavixError (18): Failure HTTP 404 : File not found  after 3 attempts :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6446] Tue Apr 16 14:59:57 2019 :: dmlite :: recv :: requesting transfer :: /dpmpool20.farm.particle.cz:/mnt/fs2/atlas/2019-04-16/AOD.17696908._003087.pool.root.1.rucio.upload.607387040.0 :: /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=atlact1/CN=555105/CN=Robot: ATLAS aCT 1 :: skurut02.farm.particle.cz
[6529] Tue Apr 16 14:59:58 2019 :: Server started in inetd mode.
[6568] Tue Apr 16 14:59:59 2019 :: Configuration read from /etc/gridftp.conf.
[6568] Tue Apr 16 14:59:59 2019 :: Server started in inetd mode.
[6568] Tue Apr 16 14:59:59 2019 :: New connection from: ib21.farm.particle.cz:40162