Hide keyboard shortcuts

Hot-keys on this page

r m x p   toggle line displays

j k   next/prev highlighted chunk

0   (zero) top of page

1   (one) first highlighted chunk

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

#!/usr/bin/env python 

 

# 

# LSST Data Management System 

# Copyright 2008-2016 LSST Corporation. 

# 

# This product includes software developed by the 

# LSST Project (http://www.lsst.org/). 

# 

# This program is free software: you can redistribute it and/or modify 

# it under the terms of the GNU General Public License as published by 

# the Free Software Foundation, either version 3 of the License, or 

# (at your option) any later version. 

# 

# This program is distributed in the hope that it will be useful, 

# but WITHOUT ANY WARRANTY; without even the implied warranty of 

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 

# GNU General Public License for more details. 

# 

# You should have received a copy of the LSST License Statement and 

# the GNU General Public License along with this program. If not, 

# see <http://www.lsstcorp.org/LegalNotices/>. 

# 

 

from __future__ import print_function 

import os 

import sys 

from string import Template 

 

from lsst.ctrl.execute.allocator import Allocator 

 

 

class PbsPlugin(Allocator): 

 

def submit(self, platform, platformPkgDir): 

# This have specific paths to prevent abitrary binaries from being 

# executed. The "gsi"* utilities are configured to use either grid 

# proxies or ssh, automatically. 

remoteLoginCmd = "/usr/bin/gsissh" 

remoteCopyCmd = "/usr/bin/gsiscp" 

 

configName = os.path.join(platformPkgDir, "etc", "config", "pbsConfig.py") 

 

self.loadPbs(configName) 

verbose = self.isVerbose() 

 

pbsName = os.path.join(platformPkgDir, "etc", "templates", "generic.pbs.template") 

generatedPbsFile = self.createPbsFile(pbsName) 

 

condorFile = os.path.join(platformPkgDir, "etc", "templates", "glidein_condor_config.template") 

generatedCondorConfigFile = self.createCondorConfigFile(condorFile) 

 

scratchDirParam = self.getScratchDirectory() 

template = Template(scratchDirParam) 

scratchDir = template.substitute(USER_HOME=self.getUserHome()) 

 

userName = self.getUserName() 

hostName = self.getHostName() 

 

utilityPath = self.getUtilityPath() 

 

# 

# execute copy of PBS file to XSEDE node 

# 

cmd = "%s %s %s@%s:%s/%s" % (remoteCopyCmd, generatedPbsFile, userName, 

hostName, scratchDir, os.path.basename(generatedPbsFile)) 

if verbose: 

print(cmd) 

exitCode = self.runCommand(cmd, verbose) 

if exitCode != 0: 

print("error running %s to %s." % (remoteCopyCmd, hostName)) 

sys.exit(exitCode) 

 

# 

# execute copy of Condor config file to XSEDE node 

# 

cmd = "%s %s %s@%s:%s/%s" % (remoteCopyCmd, generatedCondorConfigFile, userName, 

hostName, scratchDir, os.path.basename(generatedCondorConfigFile)) 

if verbose: 

print(cmd) 

exitCode = self.runCommand(cmd, verbose) 

if exitCode != 0: 

print("error running %s to %s." % (remoteCopyCmd, hostName)) 

sys.exit(exitCode) 

 

# 

# execute qsub command on XSEDE node to perform Condor glide-in 

# 

cmd = "%s %s@%s %s/qsub %s/%s" % (remoteLoginCmd, userName, hostName, 

utilityPath, scratchDir, os.path.basename(generatedPbsFile)) 

if verbose: 

print(cmd) 

exitCode = self.runCommand(cmd, verbose) 

if exitCode != 0: 

print("error running %s to %s." % (remoteLoginCmd, hostName)) 

sys.exit(exitCode) 

 

self.printNodeSetInfo() 

 

def loadPbs(self, name): 

configuration = self.loadAllocationConfig(name, "pbs") 

template = Template(configuration.platform.scratchDirectory) 

scratchDir = template.substitute(USER_HOME=self.getUserHome()) 

self.defaults["SCRATCH_DIR"] = scratchDir