Contains methods and functions related to CU1 transfers.
|
__init__(self,
scpMainDir=None,
scpThreads=1,
checkTimeFlag=False,
checkMd5Flag=False,
UKLight=True,
forceTransfer=False,
deprecationMode=' mv ' ,
database=None,
outPrefix=None,
reproMethod='
' ,
reproVersStr=None,
ffluOnly=False,
onlyHeaderTransfer=False,
isTestRun=False)
x.__init__(...) initializes x; see help(type(x)) for signature |
source code
|
|
|
initTransfer(self,
runDate)
Initialise the transfer. |
source code
|
|
tuple(str, int, StringIO, list)
|
|
dict
|
getListings(self,
runDate,
xferList=[ ] ,
checkSR=True)
Get the remote and local listing (remote first to create same dirs
here). |
source code
|
|
int
|
transferFiles(self,
fileList,
totalDLSize,
casuStats,
hereStats,
casuDict,
outDirs)
Transfer the files in the given list. |
source code
|
|
StringIO
|
|
|
|
dict
|
|
tuple(int, float)
|
|
dict(str:list), dict(str: list(int, int, int))
|
_readDirList(self,
aListFile,
lsNames=[ '
' , '
' , '
' ] ,
lsOpt='
' )
Read directory listing from file and transform it into internal list. |
source code
|
|
list
|
|
fileObj
|
|
dict(str: list(str, str))
|
_getTransferableDirs(self,
runDate,
checkSR=True)
Create a dictionary of directories which are ready to copy and not
yet successfully downloaded. |
source code
|
|
list, int, dict
|
|
list(list(str))
|
|
list, int
|
|
dict(str: str)
|
_checkNewDirs(self,
copyDict,
casuSizes)
Check if there is enough space to transfer the whole dir, otherwise
change outdir to a free disk. |
source code
|
|
int
|
|
dict(str: str)
|
_getLatestAccess(self,
diskList,
subDir=' ingest/fits ' )
Create a rating dict for the given disks containing date directories
rated by last access time. |
source code
|
|
list, int, dict
|
|
|
|
|
|
dict
|
|
list(str)
|
|
|
_removeScpScripts(self)
Remove the previously made scp scripts. |
source code
|
|
|
_threadScpScripts(self)
Run the scp scripts simultaneously, but wait until each has finished. |
source code
|
|
dict(str: str)
|
|
|
|
|
|
|
|
list
|
|
Inherited from object :
__delattr__ ,
__format__ ,
__getattribute__ ,
__hash__ ,
__new__ ,
__reduce__ ,
__reduce_ex__ ,
__repr__ ,
__setattr__ ,
__sizeof__ ,
__str__ ,
__subclasshook__
|