Added more logging to push/pull of RemoteFiles.
This commit is contained in:
parent
f93b279151
commit
0196dbeaca
|
|
@ -110,12 +110,18 @@ trait QScript extends Logging with PrimitiveOptionConversions with StringFileCon
|
|||
|
||||
def pullInputs() {
|
||||
val inputs = ClassFieldCache.getFieldFiles(this, inputFields)
|
||||
filterRemoteFiles(inputs).foreach(_.pullToLocal())
|
||||
for (remoteFile <- filterRemoteFiles(inputs)) {
|
||||
logger.info("Pulling %s from %s".format(remoteFile.getAbsolutePath, remoteFile.remoteDescription))
|
||||
remoteFile.pullToLocal()
|
||||
}
|
||||
}
|
||||
|
||||
def pushOutputs() {
|
||||
val outputs = ClassFieldCache.getFieldFiles(this, outputFields)
|
||||
filterRemoteFiles(outputs).foreach(_.pushToRemote())
|
||||
for (remoteFile <- filterRemoteFiles(outputs)) {
|
||||
logger.info("Pushing %s to %s".format(remoteFile.getAbsolutePath, remoteFile.remoteDescription))
|
||||
remoteFile.pushToRemote()
|
||||
}
|
||||
}
|
||||
|
||||
def remoteOutputs: Map[ArgumentSource, Seq[RemoteFile]] =
|
||||
|
|
|
|||
|
|
@ -10,4 +10,5 @@ trait RemoteFile extends File with FileExtension {
|
|||
def pullToLocal()
|
||||
def pushToRemote()
|
||||
def deleteRemote()
|
||||
def remoteDescription: String
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in New Issue