1 | #!/bin/bash |
---|
2 | #! |
---|
3 | #PBS -N NEMO |
---|
4 | #PBS -l select=NODES:ncpus=8:mpiprocs=4 |
---|
5 | #PBS -l place=scatter:excl |
---|
6 | #PBS -l walltime=00:59:00 |
---|
7 | #PBS -q nemo |
---|
8 | #PBS -W group_list=nemo |
---|
9 | #PBS -j oe |
---|
10 | # |
---|
11 | OCEANCORES=NPROCS |
---|
12 | export SETTE_DIR=DEF_SETTE_DIR |
---|
13 | # |
---|
14 | # load sette functions (only post_test_tidyup needed) |
---|
15 | # |
---|
16 | . ${SETTE_DIR}/all_functions.sh |
---|
17 | ############################################################### |
---|
18 | # |
---|
19 | # set up mpp computing environment |
---|
20 | # |
---|
21 | # |
---|
22 | # Local settings. These settings are for a particular machine (the ALTIX ICE system at NOCS) |
---|
23 | # at a particular stage of that machine's evolution. This template file is provided for |
---|
24 | # illustration purposes only and will not work on any other machine. There should, however, |
---|
25 | # be sufficient similarity with other MPP platforms and batch systems for this example to provide |
---|
26 | # a useful guide for experienced users |
---|
27 | # |
---|
28 | module load mpt/2.03 |
---|
29 | export MPT_HOME=/opt/sgi/mpt/mpt-2.03 |
---|
30 | export NC4_HOME=/noc/users/jeff/packages/netcdf4/netcdf-4.1.3/xSSE2/intel11.1 |
---|
31 | export HD5_HOME=/noc/users/jeff/packages/hdf5/hdf5-1.8.7/xSSE2/intel11.1 |
---|
32 | export IFT_HOME=/sw/Intel/fce/11.1.072 |
---|
33 | export SVN_HOME=/nerc/packages/subversion/v1.7.2 |
---|
34 | # |
---|
35 | echo Running on host `hostname` |
---|
36 | echo Time is `date` |
---|
37 | echo PBS job ID is $PBS_JOBID |
---|
38 | echo This jobs runs on the following machines: |
---|
39 | echo `cat $PBS_NODEFILE | uniq` |
---|
40 | # |
---|
41 | # Create a machine file for MPI |
---|
42 | cat $PBS_NODEFILE | uniq > host.file.$PBS_JOBID |
---|
43 | # |
---|
44 | echo export LD_LIBRARY_PATH=${MPT_HOME}/lib:${IFT_HOME}/lib:${NC4_HOME}/lib:${HD5_HOME}/lib:${SVN_HOME}/lib |
---|
45 | export LD_LIBRARY_PATH=${MPT_HOME}/lib:${IFT_HOME}/lib:${NC4_HOME}/lib:${HD5_HOME}/lib:${SVN_HOME}/lib |
---|
46 | # |
---|
47 | echo export PATH=${MPT_HOME}/bin:${SVN_HOME}/bin:$PATH |
---|
48 | export PATH=${MPT_HOME}/bin:${SVN_HOME}/bin:$PATH |
---|
49 | # |
---|
50 | export PSM_SHAREDPORTS=1 |
---|
51 | echo export MPI_PPN=4 |
---|
52 | echo export MPI_PPN_CLIST="2-3-6-7-0-1-4-5" |
---|
53 | echo export OMP_NUM_THREADS=1 |
---|
54 | # |
---|
55 | # Don't remove neither change the following line |
---|
56 | # BODY |
---|
57 | # |
---|
58 | # Test specific settings. Do not hand edit these lines; the fcm_job.sh script will set these |
---|
59 | # (via sed operating on this template job file). Note that the number of compute nodes required |
---|
60 | # (half-populated on the NOCS ALTIX system) is also set by the fcm_job.sh on the PBS select |
---|
61 | # header line above. |
---|
62 | # |
---|
63 | # These variables are needed by post_test_tidyup function in all_functions.sh |
---|
64 | # |
---|
65 | export INPUT_DIR=DEF_INPUT_DIR |
---|
66 | export CONFIG_DIR=DEF_CONFIG_DIR |
---|
67 | export NEMO_VALIDATION_DIR=DEF_NEMO_VALIDATION |
---|
68 | export NEW_CONF=DEF_NEW_CONF |
---|
69 | export CMP_NAM=DEF_CMP_NAM |
---|
70 | export TEST_NAME=DEF_TEST_NAME |
---|
71 | export EXE_DIR=DEF_EXE_DIR |
---|
72 | # |
---|
73 | # end of set up |
---|
74 | ############################################################### |
---|
75 | # |
---|
76 | # change to the working directory |
---|
77 | # |
---|
78 | # cd $PBS_O_WORKDIR |
---|
79 | cd $EXE_DIR |
---|
80 | echo Directory is `pwd` |
---|
81 | # |
---|
82 | # |
---|
83 | # Run the parallel MPI executable |
---|
84 | # |
---|
85 | echo "Running time ${MPT_HOME}/bin/mpiexec_mpt -np " $OCEANCORES " ./opa" |
---|
86 | # |
---|
87 | time ${MPT_HOME}/bin/mpiexec_mpt -np $OCEANCORES ./opa |
---|
88 | # |
---|
89 | post_test_tidyup |
---|
90 | # END_BODY |
---|
91 | # Don't remove neither change the previous line |
---|
92 | exit |
---|