Skip to content

Commit

Permalink
Merge pull request dmwm#4171 from AndresTanasijczuk/checkwrite
Browse files Browse the repository at this point in the history 
Use non-empty file in checkwrite. Improve checkwrite messages.
  • Loading branch information
@mmascher
mmascher committed Jul 8, 2014
2 parents 99e9ad0 + 13f3bce commit 2f57e8f
Showing 1 changed file with 88 additions and 58 deletions.
146 changes: 88 additions & 58 deletions src/python/CRABClient/Commands/checkwrite.py
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
import subprocess
from os import path , remove
from os import path, remove
import datetime

from CRABClient.Commands.SubCommand import SubCommand
from CRABClient.client_utilities import colors
Expand All @@ -11,110 +12,139 @@ class checkwrite(SubCommand):
"""
let user to test if he/she have permission to write on specify site
"""
name ='checkwrite'
name = 'checkwrite'
shortnames = ['chk']


def __call__(self):

self.filename ='crab3chkwrite.tmp'
self.filename = 'crab3checkwrite.tmp'

self.username = self.proxy.getHyperNewsName()
phedex = PhEDEx({"cert":self.proxyfilename, "key":self.proxyfilename})
phedex = PhEDEx({"cert": self.proxyfilename, "key": self.proxyfilename})

if hasattr(self.options, 'userlfn') and self.options.userlfn != None:
lfnsadd = self.options.userlfn +'/'+ self.filename
lfnsadd = self.options.userlfn + '/' + self.filename
else:
lfnsadd = '/store/user/'+self.username+'/'+self.filename
lfnsadd = '/store/user/' + self.username + '/' + self.filename

try:
pfndict=phedex.getPFN(nodes = [self.options.sitename], lfns = [lfnsadd])
pfn = pfndict[(self.options.sitename,lfnsadd)]
if pfn == None:
self.logger.info('%sError%s: Failed to get pfn from the site, Please check site status' % (colors.RED, colors.NORMAL) )
pfndict = phedex.getPFN(nodes = [self.options.sitename], lfns = [lfnsadd])
pfn = pfndict[(self.options.sitename, lfnsadd)]
if not pfn:
self.logger.info('%sError%s: Failed to get PFN from the site. Please check the site status' % (colors.RED, colors.NORMAL))
raise ConfigurationException
except HTTPException, errormsg :
self.logger.info('%sError%s: Failed to contact PhEDEx or wrong PhEDEx node name is use' %(colors.RED, colors.NORMAL))
self.logger.info('Result: %s\nStatus: %s\nurl: %s' %(errormsg.result, errormsg.status, errormsg.url))
self.logger.info('%sError:%s Failed to contact PhEDEx or wrong PhEDEx node name is used' % (colors.RED, colors.NORMAL))
self.logger.info('Result: %s\nStatus :%s\nURL :%s' % (errormsg.result, errormsg.status, errormsg.url))
raise HTTPException, errormsg

self.logger.info('Attempting to copy file %s to site %s' % (self.filename, self.options.sitename))
cpout, cperr, cpexitcode = self.lcgcp(pfn)

if cpexitcode == 0:
delexitcode=self.lcgdelete(pfn)
self.logger.info('Successfully copied file %s to site %s' % (self.filename, self.options.sitename))
self.logger.info('Attempting to delete file %s from site %s' % (pfn, self.options.sitename))
delexitcode = self.lcgdelete(pfn)
if delexitcode:
self.logger.info('Warning: Failed to delete file %s from site %s' % (pfn, self.options.sitename))
else:
self.logger.info('Successfully deleted file %s from site %s' % (pfn, self.options.sitename))
exitcode = 0

elif 'timeout' in cpout or 'timeout' in cperr:
self.logger.info("%sError%s: Connection time out, try again later" %(colors.RED, colors.NORMAL))
elif 'Permission denied' in cperr or 'mkdir: cannot create directory' in cperr:
exitcode = 1
elif 'timeout' in cpout or 'timeout' in cperr:
self.logger.info("%sError: %sConnection time out, try again later" %(colors.RED, colors.NORMAL))
exitcode = -1
elif 'exist' in cpout or 'exist' in cperr:
exitcode = 1
self.logger.info('Attempting to delete %s on site' % self.filename)
delexitcode=self.lcgdelete(pfn)
if delexitcode == 0:
self.logger.info('Attempting to write on site again')
cpout, cperr, cpexitcode=self.lcgcp(pfn)

self.logger.info('Error copying file %s to site %s, it may be that file already exists' % (self.filename, self.options.sitename))
self.logger.info('Attempting to delete file %s from site %s' % (pfn, self.options.sitename))
delexitcode = self.lcgdelete(pfn)
if delexitcode:
self.logger.info('Failed to delete file %s from site %s' % (pfn, self.options.sitename))
exitcode = -1
else:
self.logger.info('Successfully deleted file %s from site %s' % (pfn, self.options.sitename))
self.logger.info('Attempting to copy file %s to site %s again' % (self.filename, self.options.sitename))
cpout, cperr, cpexitcode = self.lcgcp(pfn)
if cpexitcode == 0:
delexitcode=self.lcgdelete(pfn)
self.logger.info('Successfully copied file %s to site %s' % (self.filename, self.options.sitename))
self.logger.info('Attempting to delete file %s from site %s' % (pfn, self.options.sitename))
delexitcode = self.lcgdelete(pfn)
if delexitcode:
self.logger.info('Failed to delete file %s from site %s' % (pfn, self.options.sitename))
else:
self.logger.info('Successfully deleted file %s from site %s' % (pfn, self.options.sitename))
exitcode = 0
else:
exitcode = 1
else:
exitcode = 1

if exitcode == 0:
self.logger.info("%sSuccess%s: Successfully write on site %s" %(colors.GREEN, colors.NORMAL, self.options.sitename))
elif exitcode != 0:
self.logger.info("%sError%s: Unable to write on site %s" % (colors.RED, colors.NORMAL, self.options.sitename))


self.logger.info('%sSuccess%s: Able to write on site %s' % (colors.GREEN, colors.NORMAL, self.options.sitename))
elif exitcode == -1:
self.logger.info('Unable to check write permission on site %s' % self.options.sitename)
else:
self.logger.info('%sError%s: Unable to write on site %s' % (colors.RED, colors.NORMAL, self.options.sitename))


def lcgcp(self, pfn ):
def lcgcp(self, pfn):

try:
file = open(self.filename,'w')
file.close()
with open(self.filename, 'w') as file:
file.write('This is a dummy file created by the crab checkwrite command on %s' % str(datetime.datetime.now().strftime('%d/%m/%Y at %H:%M:%S')))
except IOError:
self.logger.info("%sError%s: failed to create local %s" % (colors.RED,colors.NORMAL,self.filename))
self.logger.info('%sError%s: Failed to create file %s' % (colors.RED, colors.NORMAL, self.filename))
raise Exception

abspath=path.abspath(self.filename)
abspath = path.abspath(self.filename)

cpcmd ="lcg-cp -v -b -D srmv2 --connect-timeout 180 " + abspath +' '+ pfn
self.logger.info("Attempting to write on site: %s \nExecuting the command: %s\nPlease wait" %(self.options.sitename, cpcmd))
cpprocess = subprocess.Popen(cpcmd, stdout= subprocess.PIPE, stderr= subprocess.PIPE, shell= True)
cpout , cperr = cpprocess.communicate()
cpcmd = 'lcg-cp -v -b -D srmv2 --connect-timeout 180 ' + abspath + ' ' + pfn
self.logger.info('Executing command: %s' % cpcmd)
self.logger.info('Please wait...')
cpprocess = subprocess.Popen(cpcmd, stdout = subprocess.PIPE, stderr = subprocess.PIPE, shell = True)
cpout, cperr = cpprocess.communicate()
cpexitcode = cpprocess.returncode

if cpexitcode != 0 :
self.logger.info("%sError%s: Error in lcg-cp \nStdout: \n%s\nStderr: \n%s" %(colors.RED,colors.NORMAL,cpout,cperr))
elif cpexitcode == 0 :
self.logger.info("%sSuccess%s: Successfully run lcg-cp" %(colors.GREEN, colors.NORMAL))
if cpexitcode:
self.logger.info('Failed running lcg-cp')
if cpout:
self.logger.info(' Stdout:\n %s' % cpout.replace('\n','\n '))
if cperr:
self.logger.info(' Stderr:\n %s' % cperr.replace('\n','\n '))
else:
self.logger.info('Successfully ran lcg-cp')

try:
remove(abspath)
except Exception:
self.logger.info("%sError%s: Failed in deleting local %s" % self.filename)
self.logger.info('%sError%s: Failed to delete file %s' % (colors.RED, colors.NORMAL, self.filename))
pass

return cpout, cperr, cpexitcode

def lcgdelete(self,pfn):

self.logger.info("Deleting file: %s" %pfn)
rmcmd ="lcg-del --connect-timeout 180 -b -l -D srmv2 "+pfn
self.logger.info("Executing command: %s" % rmcmd)
delprocess = subprocess.Popen(rmcmd, stdout= subprocess.PIPE, stderr= subprocess.PIPE, shell=True)
def lcgdelete(self, pfn):

rmcmd = 'lcg-del --connect-timeout 180 -b -l -D srmv2 ' + pfn
self.logger.info('Executing command: %s' % rmcmd)
self.logger.info('Please wait...')
delprocess = subprocess.Popen(rmcmd, stdout = subprocess.PIPE, stderr = subprocess.PIPE, shell = True)
delout, delerr = delprocess.communicate()
delexitcode = delprocess.returncode

if delexitcode != 0:
self.logger.info("%sError%s: Failed in running lcg-del\nStdout:\n%s\nStderr:\n%s" \
% (colors.RED, colors.NORMAL, delout, delerr))
elif delexitcode == 0 :
self.logger.info("%sSuccess%s: Successfully run lcg-del" %(colors.GREEN, colors.NORMAL))
if delexitcode:
self.logger.info('Failed running lcg-del')
if delout:
self.logger.info(' Stdout:\n %s' % delout.replace('\n','\n '))
if delerr:
self.logger.info(' Stderr:\n %s' % delerr.replace('\n','\n '))
else:
self.logger.info('Successfully ran lcg-del')

return delexitcode
#return exit code


def setOptions(self):
"""
Expand All @@ -124,15 +154,15 @@ def setOptions(self):
"""
self.parser.add_option( '--site',
dest = 'sitename',
help = 'The PhEDEx node name of site to be check.')

help = 'The PhEDEx node name of the site to be checked.')
self.parser.add_option( '--lfn',
dest = 'userlfn',
help = 'A user lfn address.')


def validateOptions(self):
SubCommand.validateOptions(self)

if not hasattr(self.options,'sitename') or self.options.sitename is None:
self.logger.info("Missing site name, use '--site' options")
if not hasattr(self.options, 'sitename') or self.options.sitename is None:
self.logger.info("Missing site name, use '--site' option")
raise MissingOptionException

0 comments on commit 2f57e8f

Please # to comment.