Changeset 1792
- Timestamp:
- 12/16/19 18:01:35 (4 years ago)
- Location:
- XIOS/dev/dev_trunk_omp
- Files:
-
- 13 added
- 23 deleted
- 7 edited
Legend:
- Unmodified
- Added
- Removed
-
XIOS/dev/dev_trunk_omp/GENERIC_TESTCASE/job_irene.sh
r1762 r1792 17 17 #MSUB -m work 18 18 19 20 #============================= X64_IRENE_intelmpi_prod ============================= 21 22 19 23 cd $BRIDGE_MSUB_PWD 20 module unload netcdf-c netcdf-fortran hdf5 flavor perl hdf5 boost blitz mpi gnu 21 module load gnu 22 module load mpi/intelmpi/2017.0.6.256 23 module load flavor/buildcompiler/intel/17 24 module load flavor/hdf5/parallel 25 module load netcdf-fortran/4.4.4 26 module load hdf5/1.8.20 27 module load boost 28 module load blitz 29 module load feature/bridge/heterogenous_mpmd 30 module load arm-forge 24 25 export arch=X64_IRENE_intelmpi 26 export mode=prod 27 export machine_name=irene 28 export machine_full_name=Irene 29 export xios_dir=/ccc/cont003/home/gencmip6/wangyush/cron_xios/dev_trunk_omp 30 export reference_dir=${CCCWORKDIR} 31 export reference_file=xios_reference.tar.gz 32 export reference_folder=xios_reference 33 34 export build_dir=build_${arch}_${mode} 35 export xios_revision=$(svn info --show-item revision .. 2>&1) 36 export relurl=$(svn info --show-item relative-url .. 2>&1) 37 38 source ../arch/arch-${arch}.env 31 39 module load nco 32 40 module load cdo 41 module load subversion 33 42 34 43 export KMP_STACKSIZE=3g … … 39 48 set -x 40 49 41 #export GMON_OUT_PREFIX='gmon.out' 42 43 #export TAU_MAKEFILE=$TAU_MAKEFILEDIR/Makefile.tau-icpc-papi-mpi-pdt-openmp-opari-scorep 44 #ccc_mprun -E '--enable_perf' amplxe-cl -collect hotspots -r ${PWD}/1omp_vtune/vtune_results ../../bin/test_send.exe 45 46 #ccc_mprun ../build_prod/bin/test_omp.exe 4 47 #ccc_mprun tau_exec -io ../../bin/test_send.exe 48 #ddt -start -n 8 ../buile_intelmpi/bin/test_omp.exe 49 50 51 52 53 #============================= Run EP with IntelMPI ============================= 54 55 56 57 export machine_name=irene 58 export xios_dir=/ccc/cont003/home/gencmip6/wangyush/XIOS/dev_trunk_omp 59 export build_dir=build_ep_intelmpi_prod 50 51 bash -c "cd .. && ./make_xios --arch ${arch} --${mode} --omp --build_dir ${build_dir} --job 4" 52 53 #----------- Fetch reference ----------- 54 cp ${reference_dir}/${reference_file} ./ 55 tar -xzvf ${reference_file} 56 57 rm -f ${reference_file} 58 59 for i in $(ls ${reference_folder}/) 60 do 61 folder=${i%%} 62 bash -c "cd ${folder} && rm -rf config_*" 63 bash -c "cp -r ${reference_folder}/${folder}/config_* ./${folder}" 64 done 65 66 rm -rf ${reference_folder} 67 68 69 rm -f plein_report.txt 70 71 echo "#revision" ${xios_revision} >> plein_report.txt 72 echo "#relurl" ${relurl} >> plein_report.txt 73 echo "#machine" ${machine_name} >> plein_report.txt 74 echo "#build_dir" ${xios_dir}/${build_dir} >> plein_report.txt 75 echo "#arch" ${arch} >> plein_report.txt 76 echo "#mode" ${mode} >> plein_report.txt 77 60 78 61 79 rm -f setup.sh … … 65 83 do 66 84 cp setup.py ${i%%/} 67 cp run_sub_test.sh ${i%%/} 85 cp run_sub_test.sh ${i%%/} 68 86 echo "bash -c \"cd " ${i%%/} " && python setup.py\" ">> setup.sh 69 87 echo "echo \"setup.py called from " ${i%%/} "\"">> setup.sh … … 85 103 #ctest --output-on-failure 86 104 make report 87 88 #echo "Generic testcase report" | mailx -s "report" -a report.html yushan.wang@lsce.ipsl.fr89 105 90 106 rm -f test_*/setup.py … … 98 114 rm -f test_*/user_param.py.* 99 115 100 rm -f report_ep_intelmpi.* 101 cp report.txt report_ep_intelmpi.txt 102 cp report.html report_ep_intelmpi.html 103 104 105 106 107 108 #============================= Run MPI with IntelMPI ============================= 109 110 111 112 113 114 115 116 117 116 mkdir -p ../html 117 mkdir -p ../html/test_${machine_name} 118 119 cp plein_report.txt ../html/test_${machine_name}/test_${xios_revision}_${machine_name}_${arch}_${mode}.txt 120 121 mkdir -p ../html/def_files 122 mkdir -p ../html/def_files/${xios_revision} 123 124 for i in $(ls -d test_*/) 125 do 126 mkdir -p ../html/def_files/${xios_revision}/${i%%} 127 cp ${i%%}/user_params.def ../html/def_files/${xios_revision}/${i%%} 128 for j in $(ls -d ${i%%/}/config_*) 129 do 130 mkdir -p ../html/def_files/${xios_revision}/${j%%} 131 cp ${j%%}/setup/all_param.def ../html/def_files/${xios_revision}/${j%%} 132 done 133 done 134 135 136 137 bash -c "cd ../html && python generate_test.py" 138 139 140 141 142 143 144 #============================= X64_IRENE_intelmpi_debug ============================= 145 146 147 cd $BRIDGE_MSUB_PWD 148 149 export arch=X64_IRENE_intelmpi 150 export mode=debug 118 151 export machine_name=irene 119 export xios_dir=/ccc/cont003/home/gencmip6/wangyush/XIOS/dev_trunk_omp 120 export build_dir=build_mpi_intelmpi_prod 152 export machine_full_name=Irene 153 export xios_dir=/ccc/cont003/home/gencmip6/wangyush/cron_xios/dev_trunk_omp 154 export reference_dir=${CCCWORKDIR} 155 export reference_file=xios_reference.tar.gz 156 export reference_folder=xios_reference 157 158 export build_dir=build_${arch}_${mode} 159 export xios_revision=$(svn info --show-item revision .. 2>&1) 160 export relurl=$(svn info --show-item relative-url .. 2>&1) 161 162 source ../arch/arch-${arch}.env 163 module load nco 164 module load cdo 165 module load subversion 166 167 export KMP_STACKSIZE=3g 168 export KMP_LIBRARY=turnaround 169 export MKL_SERIAL=YES 170 export OMP_NUM_THREADS=${BRIDGE_MSUB_NCORE} 171 172 set -x 173 174 175 bash -c "cd .. && ./make_xios --arch ${arch} --${mode} --omp --build_dir ${build_dir} --job 4" 176 177 #----------- Fetch reference ----------- 178 cp ${reference_dir}/${reference_file} ./ 179 tar -xzvf ${reference_file} 180 181 rm -f ${reference_file} 182 183 for i in $(ls ${reference_folder}/) 184 do 185 folder=${i%%} 186 bash -c "cd ${folder} && rm -rf config_*" 187 bash -c "cp -r ${reference_folder}/${folder}/config_* ./${folder}" 188 done 189 190 rm -rf ${reference_folder} 191 192 193 rm -f plein_report.txt 194 195 echo "#revision" ${xios_revision} >> plein_report.txt 196 echo "#relurl" ${relurl} >> plein_report.txt 197 echo "#machine" ${machine_name} >> plein_report.txt 198 echo "#build_dir" ${xios_dir}/${build_dir} >> plein_report.txt 199 echo "#arch" ${arch} >> plein_report.txt 200 echo "#mode" ${mode} >> plein_report.txt 201 121 202 122 203 rm -f setup.sh 123 204 touch setup.sh 124 205 >setup.sh 125 126 206 for i in $(ls -d test_*/) 127 207 do 128 208 cp setup.py ${i%%/} 129 cp run_sub_test.sh ${i%%/} 209 cp run_sub_test.sh ${i%%/} 130 210 echo "bash -c \"cd " ${i%%/} " && python setup.py\" ">> setup.sh 131 211 echo "echo \"setup.py called from " ${i%%/} "\"">> setup.sh 132 212 done 213 133 214 export output=$(python user_config.py 2>&1 >/dev/null) 134 215 … … 146 227 #ctest --output-on-failure 147 228 make report 148 149 #echo "Generic testcase report" | mailx -s "report" -a report.html yushan.wang@lsce.ipsl.fr150 229 151 230 rm -f test_*/setup.py … … 159 238 rm -f test_*/user_param.py.* 160 239 161 rm -f report_mpi_intelmpi.* 162 cp report.txt report_mpi_intelmpi.txt 163 cp report.html report_mpi_intelmpi.html 164 165 240 mkdir -p ../html 241 mkdir -p ../html/test_${machine_name} 242 243 cp plein_report.txt ../html/test_${machine_name}/test_${xios_revision}_${machine_name}_${arch}_${mode}.txt 244 245 mkdir -p ../html/def_files 246 mkdir -p ../html/def_files/${xios_revision} 247 248 for i in $(ls -d test_*/) 249 do 250 mkdir -p ../html/def_files/${xios_revision}/${i%%} 251 cp ${i%%}/user_params.def ../html/def_files/${xios_revision}/${i%%} 252 for j in $(ls -d ${i%%/}/config_*) 253 do 254 mkdir -p ../html/def_files/${xios_revision}/${j%%} 255 cp ${j%%}/setup/all_param.def ../html/def_files/${xios_revision}/${j%%} 256 done 257 done 258 259 260 bash -c "cd ../html && python generate_test.py" 261 -
XIOS/dev/dev_trunk_omp/GENERIC_TESTCASE/job_jeanzay.sh
r1781 r1792 15 15 16 16 cd ${SLURM_SUBMIT_DIR} 17 module unload intel-all hdf5 netcdf netcdf-cxx netcdf-fortran 18 module load intel-all/19.0.4 19 module load hdf5/1.10.5/intel-19.0.4-mpi 20 module load netcdf/4.7.2/intel-19.0.4-mpi 21 module load netcdf-cxx/4.2/intel-19.0.4-mpi 22 module load netcdf-fortran/4.5.2/intel-19.0.4-mpi 23 17 18 19 #============================= X64_JEANZAY_prod ============================= 20 21 export arch=X64_JEANZAY 22 export mode=prod 23 export machine_name=jeanzay 24 export machine_full_name=Jean-Zay 25 export xios_dir=/gpfswork/rech/psl/rpsl954/cron_xios/dev_trunk_omp 26 export reference_dir=${WORK} 27 export reference_file=xios_reference.tar.gz 28 export reference_folder=xios_reference 29 30 export build_dir=build_${arch}_${mode} 31 export xios_revision=$(svn info --show-item revision .. 2>&1) 32 export relurl=$(svn info --show-item relative-url .. 2>&1) 33 34 source ../arch/arch-${arch}.env 24 35 module load cmake 25 36 module load cdo 26 37 module load subversion 27 #module load arm-forge28 38 29 39 ulimit -c 0 30 #export ALLINEA_NO_TIMEOUT=1 31 32 33 # Compile XIOS in case of newer revision 34 bash -c "cd .. && ./make_xios --arch X64_JEANZAY --prod --omp --job 4 --build_dir build_prod" 35 36 # Copy and extract reference from store 37 cp $STORE/XIOS/reference/*.zip ./ZIP 38 for i in $(ls ZIP/) 39 do 40 echo ${i%%} 41 folder=$(echo ${i%%} | sed -e 's/\(.zip\)*$//g') 42 echo $folder 43 bash -c "cd $folder && rm -rf config_*" 44 bash -c "cp ZIP/${i%%} ./ && unzip ${i%%} && rm -f ${i%%}" 45 done 46 47 rm -rf test_domain_algo/config_* 48 49 export machine_name=jeanzay 50 export machine_full_name=Jean-Zay 51 export build_dir=build_prod 52 export xios_dir=/gpfswork/rech/psl/rpsl954/xios/dev_trunk_omp 40 41 bash -c "cd .. && ./make_xios --arch ${arch} --${mode} --omp --build_dir ${build_dir} --job 4" 42 43 #----------- Fetch reference ----------- 44 cp ${reference_dir}/${reference_file} ./ 45 tar -xzvf ${reference_file} 46 47 rm -f ${reference_file} 48 49 for i in $(ls ${reference_folder}/) 50 do 51 folder=${i%%} 52 bash -c "cd ${folder} && rm -rf config_*" 53 bash -c "cp -r ${reference_folder}/${folder}/config_* ./${folder}" 54 done 55 56 rm -rf ${reference_folder} 57 53 58 54 59 rm -f plein_report.txt 55 echo -n "#revision " >> plein_report.txt 56 svn info --show-item revision .. >> plein_report.txt 57 echo -n "#relurl " >> plein_report.txt 58 svn info --show-item relative-url .. >> plein_report.txt 59 echo -n "#machine " >> plein_report.txt 60 echo $machine_name >> plein_report.txt 61 echo -n "#build_dir " >> plein_report.txt 62 echo $xios_dir/$build_dir >> plein_report.txt 63 64 export arch_dir=$(readlink ../$build_dir/arch.fcm .. 2>&1) 65 echo $arch_dir 66 my_arch=$(echo $arch_dir | sed 's|.*/arch-||' | sed 's|\(.*\).fcm.*|\1|' 2>&1) 67 echo $my_arch 68 69 70 echo -n "#arch " >> plein_report.txt 71 echo $my_arch >> plein_report.txt 72 73 export xios_revision=$(svn info --show-item revision .. 2>&1) 74 echo $xios_revision 60 61 echo "#revision" ${xios_revision} >> plein_report.txt 62 echo "#relurl" ${relurl} >> plein_report.txt 63 echo "#machine" ${machine_name} >> plein_report.txt 64 echo "#build_dir" ${xios_dir}/${build_dir} >> plein_report.txt 65 echo "#arch" ${arch} >> plein_report.txt 66 echo "#mode" ${mode} >> plein_report.txt 67 75 68 76 69 rm -f setup.sh … … 80 73 do 81 74 cp setup.py ${i%%/} 82 cp run_sub_test.sh ${i%%/} 83 echo "bash -c \"cd " ${i%%/} " && python setup.py 75 cp run_sub_test.sh ${i%%/} 76 echo "bash -c \"cd " ${i%%/} " && python setup.py\" ">> setup.sh 84 77 echo "echo \"setup.py called from " ${i%%/} "\"">> setup.sh 85 78 done … … 100 93 #ctest --output-on-failure 101 94 make report 102 103 #echo "Generic testcase report" | mailx -s "report" -a report.html yushan.wang@lsce.ipsl.fr104 95 105 96 rm -f test_*/setup.py … … 113 104 rm -f test_*/user_param.py.* 114 105 115 116 117 cp plein_report.txt ../html/jz_plein_report_$xios_revision.txt 118 119 mkdir -p ../$machine_full_name 120 mkdir -p ../$machine_full_name/$xios_revision 121 mkdir -p ../$machine_full_name/$xios_revision/GENERIC_TESTCASE 122 123 bash -c "cd ../html/ && python generate.py" 124 125 for i in $(ls -d test_*/) 126 do 127 mkdir -p ../$machine_full_name/$xios_revision/GENERIC_TESTCASE/${i%%} 128 cp ${i%%/}/user_params.def ../$machine_full_name/$xios_revision/GENERIC_TESTCASE/${i%%/} 129 for j in $(ls -d ${i%%/}/config_*/) 106 mkdir -p ../html 107 mkdir -p ../html/test_${machine_name} 108 cp plein_report.txt ../html/test_${machine_name}/test_${xios_revision}_${machine_name}_${arch}_${mode}.txt 109 110 111 mkdir -p ../html/def_files 112 mkdir -p ../html/def_files/${xios_revision} 113 114 for i in $(ls -d test_*/) 115 do 116 mkdir -p ../html/def_files/${xios_revision}/${i%%} 117 cp ${i%%}/user_params.def ../html/def_files/${xios_revision}/${i%%} 118 for j in $(ls -d ${i%%/}/config_*) 130 119 do 131 mkdir -p ../$machine_full_name/$xios_revision/GENERIC_TESTCASE/${j%%/} 132 mkdir -p ../$machine_full_name/$xios_revision/GENERIC_TESTCASE/${j%%/}/setup 133 cp ${j%%/}/setup/all_param.def ../$machine_full_name/$xios_revision/GENERIC_TESTCASE/${j%%/}/setup 134 cp ${j%%/}/setup/user_param.def ../$machine_full_name/$xios_revision/GENERIC_TESTCASE/${j%%/}/setup 120 mkdir -p ../html/def_files/${xios_revision}/${j%%} 121 cp ${j%%}/setup/all_param.def ../html/def_files/${xios_revision}/${j%%} 135 122 done 136 137 done 138 139 123 done 124 125 126 bash -c "cd ../html && python generate_test.py" 127 128 129 130 #============================= X64_JEANZAY_debug ============================= 131 132 export arch=X64_JEANZAY 133 export mode=debug 134 export machine_name=jeanzay 135 export machine_full_name=Jean-Zay 136 export xios_dir=/gpfswork/rech/psl/rpsl954/cron_xios/dev_trunk_omp 137 export reference_dir=${WORK} 138 export reference_file=xios_reference.tar.gz 139 export reference_folder=xios_reference 140 141 export build_dir=build_${arch}_${mode} 142 export xios_revision=$(svn info --show-item revision .. 2>&1) 143 export relurl=$(svn info --show-item relative-url .. 2>&1) 144 145 source ../arch/arch-${arch}.env 146 module load cmake 147 module load cdo 148 module load subversion 149 150 ulimit -c 0 151 152 bash -c "cd .. && ./make_xios --arch ${arch} --${mode} --omp --build_dir ${build_dir} --job 4" 153 154 #----------- Fetch reference ----------- 155 cp ${reference_dir}/${reference_file} ./ 156 tar -xzvf ${reference_file} 157 158 rm -f ${reference_file} 159 160 for i in $(ls ${reference_folder}/) 161 do 162 folder=${i%%} 163 bash -c "cd ${folder} && rm -rf config_*" 164 bash -c "cp -r ${reference_folder}/${folder}/config_* ./${folder}" 165 done 166 167 rm -rf ${reference_folder} 168 169 170 rm -f plein_report.txt 171 172 echo "#revision" ${xios_revision} >> plein_report.txt 173 echo "#relurl" ${relurl} >> plein_report.txt 174 echo "#machine" ${machine_name} >> plein_report.txt 175 echo "#build_dir" ${xios_dir}/${build_dir} >> plein_report.txt 176 echo "#arch" ${arch} >> plein_report.txt 177 echo "#mode" ${mode} >> plein_report.txt 178 179 180 rm -f setup.sh 181 touch setup.sh 182 >setup.sh 183 for i in $(ls -d test_*/) 184 do 185 cp setup.py ${i%%/} 186 cp run_sub_test.sh ${i%%/} 187 echo "bash -c \"cd " ${i%%/} " && python setup.py\" ">> setup.sh 188 echo "echo \"setup.py called from " ${i%%/} "\"">> setup.sh 189 done 190 191 export output=$(python user_config.py 2>&1 >/dev/null) 192 193 if [ "$output" -ne 0 ] 194 then 195 echo "user_config.py failed" 196 exit 197 else 198 echo "user_config.py OK" 199 fi 200 201 202 cmake . 203 ctest -V 204 #ctest --output-on-failure 205 make report 206 207 rm -f test_*/setup.py 208 rm -f test_*/run_sub_test.sh 209 rm -f test_*/run_test_*.py 210 rm -f test_*/CMakeLists.txt 211 rm -f test_*/context_grid_dynamico.xml 212 rm -f test_*/dynamico_grid.nc 213 rm -f test_*/default_param.pyc 214 rm -f test_*/user_param.pyc 215 rm -f test_*/user_param.py.* 216 217 mkdir -p ../html 218 mkdir -p ../html/test_${machine_name} 219 220 cp plein_report.txt ../html/test_${machine_name}/test_${xios_revision}_${machine_name}_${arch}_${mode}.txt 221 222 mkdir -p ../html/def_files 223 mkdir -p ../html/def_files/${xios_revision} 224 225 for i in $(ls -d test_*/) 226 do 227 mkdir -p ../html/def_files/${xios_revision}/${i%%} 228 cp ${i%%}/user_params.def ../html/def_files/${xios_revision}/${i%%} 229 for j in $(ls -d ${i%%/}/config_*) 230 do 231 mkdir -p ../html/def_files/${xios_revision}/${j%%} 232 cp ${j%%}/setup/all_param.def ../html/def_files/${xios_revision}/${j%%} 233 done 234 done 235 236 237 bash -c "cd ../html && python generate_test.py" 238 239 -
XIOS/dev/dev_trunk_omp/GENERIC_TESTCASE/run_sub_test.sh
r1771 r1792 27 27 echo "build_dir="$build_dir 28 28 ccc_mprun -n $nb_proc $xios_dir/$build_dir/bin/generic_testcase.exe 29 elif [[ ($machine_name == ada)]]29 elif [[ ($machine_name == ada) ]] 30 30 then 31 31 echo "Testing on ADA" 32 32 mpirun -np $nb_proc $xios_dir/$build_dir/bin/generic_testcase.exe 33 elif [[ ($machine_name == jeanzay)]]33 elif [[ ($machine_name == jeanzay) ]] 34 34 then 35 35 echo "Testing on Jean-Zay" -
XIOS/dev/dev_trunk_omp/GENERIC_TESTCASE/setup.py
r1738 r1792 24 24 default_nb_config = 7 25 25 26 nb_config = 1 ;26 nb_config = 1 27 27 configs = [0]*default_nb_config 28 28 -
XIOS/dev/dev_trunk_omp/GENERIC_TESTCASE/test_grid_algo/user_params.def
r1726 r1792 14 14 UsingServer2 = 'false' 15 15 ATMdomain = 'lmdz' 16 17 18 #UsingServer2 = 'false', 'true' 19 #domain= lmdz 20 #nb_server=4,6,8 21 #domain=Nemo 22 #nbserver=2 23 -
XIOS/dev/dev_trunk_omp/arch/arch-X64_JEANZAY.env
r1779 r1792 1 module unload intel-all hdf5 netcdf netcdf-cxx netcdf-fortran 1 module purge 2 module load gcc/6.5.0 3 module load intel-compilers/19.0.4 intel-mkl/19.0.4 intel-mpi/19.0.4 intel-vtune/19.0.4 intel-advisor/19.0.4 intel-tbb/19.0.4 intel-itac/19.0.4 2 4 module load intel-all/19.0.4 3 module load hdf5/1.10.5/intel-19.0.4-mpi 4 module load netcdf/4.7.2/intel-19.0.4-mpi 5 module load netcdf-cxx/4.2/intel-19.0.4-mpi 6 module load netcdf-fortran/4.5.2/intel-19.0.4-mpi 5 module load hdf5/1.10.5-mpi 6 module load netcdf/4.7.2-mpi 7 module load netcdf-fortran/4.5.2-mpi 8 module load nco/4.8.1 9 module load ncview/2.1.7-mpi 10 11 12 13 #module unload intel-all hdf5 netcdf netcdf-cxx netcdf-fortran 14 #module load intel-mkl/19.0.4 intel-vtune/19.0.4 intel-advisor/19.0.4 intel-tbb/19.0.4 intel-itac/19.0.4 15 #module load intel-all/19.0.4 16 #module load hdf5/1.10.5-mpi 17 #module load netcdf/4.7.2-mpi 18 #module load netcdf-cxx/4.2-mpi 19 #module load netcdf-fortran/4.5.2-mpi 7 20 8 21 -
XIOS/dev/dev_trunk_omp/src/generate_interface_impl.hpp
r1646 r1792 912 912 }\ 913 913 \ 914 template <> \914 template <> \ 915 915 void CInterface::AttributeFortranInterfaceGetDeclaration<CArray<StdString,T> >(ostream& oss, const string& className, const string& name)\ 916 916 {\
Note: See TracChangeset
for help on using the changeset viewer.