Added more logging to push/pull of RemoteFiles.

This commit is contained in:
kshakir 2012-10-17 09:52:17 -04:00
parent f93b279151
commit 0196dbeaca
2 changed files with 9 additions and 2 deletions

View File

@ -110,12 +110,18 @@ trait QScript extends Logging with PrimitiveOptionConversions with StringFileCon
def pullInputs() {
val inputs = ClassFieldCache.getFieldFiles(this, inputFields)
filterRemoteFiles(inputs).foreach(_.pullToLocal())
for (remoteFile <- filterRemoteFiles(inputs)) {
logger.info("Pulling %s from %s".format(remoteFile.getAbsolutePath, remoteFile.remoteDescription))
remoteFile.pullToLocal()
}
}
def pushOutputs() {
val outputs = ClassFieldCache.getFieldFiles(this, outputFields)
filterRemoteFiles(outputs).foreach(_.pushToRemote())
for (remoteFile <- filterRemoteFiles(outputs)) {
logger.info("Pushing %s to %s".format(remoteFile.getAbsolutePath, remoteFile.remoteDescription))
remoteFile.pushToRemote()
}
}
def remoteOutputs: Map[ArgumentSource, Seq[RemoteFile]] =

View File

@ -10,4 +10,5 @@ trait RemoteFile extends File with FileExtension {
def pullToLocal()
def pushToRemote()
def deleteRemote()
def remoteDescription: String
}