Changeset 760 for codes/icosagcm/devel/Python/test

Timestamp:

10/15/18 01:04:44 (6 years ago)

Author:

dubos

Message:

devel/Python : block-wise partitioning

Location:

codes/icosagcm/devel/Python/test

Files:

• py/DCMIP2008c5_MPI.py (modified) (1 diff)
• py/RSW2_MPAS_W02.py (modified) (1 diff)
• py/partition.py (modified) (1 diff)
• py/test_xios.py (modified) (1 diff)
• py/test_xios_cartesian.py (modified) (1 diff)
• xml/iodef.xml (modified) (1 diff)

codes/icosagcm/devel/Python/test/py/DCMIP2008c5_MPI.py

@@ -58 +58 @@
 #    mesh = meshes.Unstructured_Mesh(meshfile, llm, nqdyn, radius, f)
     pmesh = meshes.Unstructured_PMesh(comm,meshfile)
+    pmesh.partition_metis()
     mesh = meshes.Local_Mesh(pmesh, llm, nqdyn, radius, f)
     mesh.pmesh=pmesh

codes/icosagcm/devel/Python/test/py/RSW2_MPAS_W02.py

@@ -29 +29 @@
 meshfile = MPAS_Format('grids/x1.%d.grid.nc'%grid)
 pmesh = PMesh(comm,meshfile)
+pmesh.partition_metis()
 mesh = Mesh(pmesh, llm, nqdyn, radius, f)
 print '...Done'

codes/icosagcm/devel/Python/test/py/partition.py

@@ -80 +80 @@
 meshfile = meshes.MPAS_Format('grids/%s.grid.nc'%grid)
 pmesh = meshes.Unstructured_PMesh(comm, meshfile)
+pmesh.partition_metis()
 
 def coriolis(lon,lat): return 0.*lat

codes/icosagcm/devel/Python/test/py/test_xios.py

@@ -1 @@
-import dynamico.unstructured as unst
-import dynamico.xios as xios
+from dynamico import unstructured as unst
+from dynamico import xios
 from dynamico.meshes import radian, MPAS_Format, Unstructured_PMesh as PMesh, Local_Mesh as Mesh
+import numpy as np
 
-from mpi4py import MPI
-comm = MPI.COMM_WORLD
-mpi_rank, mpi_size = comm.Get_rank(), comm.Get_size()
-print '%d/%d starting'%(mpi_rank,mpi_size)
-
-import numpy as np
-import cProfile
-import re
+with xios.Client() as client:    
+    comm = client.comm
+    mpi_rank, mpi_size = comm.Get_rank(), comm.Get_size()
+    print '%d/%d starting'%(mpi_rank,mpi_size)
 
 #----------------------------- read MPAS mesh --------------------------------
 
-grid, llm, nqdyn, nqtot = 2562, 4,1,1 # 2562, 10242, 40962  
-Omega, radius, g, gh0 = 2.*np.pi/86400., 6.4e6, 1., 2.94e4
-N, T, courant = 40, 10800., 1.2 # simulation length = N*T
-print 'Omega, planetary PV', Omega, 2*Omega/gh0
+    grid, llm, nqdyn, nqtot = 2562, 4,1,1 # 2562, 10242, 40962  
+    Omega, radius, g, gh0 = 2.*np.pi/86400., 6.4e6, 1., 2.94e4
+    N, T, courant = 40, 10800., 1.2 # simulation length = N*T
+    print 'Omega, planetary PV', Omega, 2*Omega/gh0
 
-def f(lon,lat): return 2*Omega*np.sin(lat) # Coriolis parameter                                                                                                                
-print 'Reading MPAS mesh ...'
-meshfile = MPAS_Format('grids/x1.%d.grid.nc'%grid)
-pmesh = PMesh(comm,meshfile)
-mesh = Mesh(pmesh, llm, nqdyn, radius, f)
-print '...Done'
+    def f(lon,lat): return 2*Omega*np.sin(lat) # Coriolis parameter                                                                                                                
+    print 'Reading MPAS mesh ...'
+    meshfile = MPAS_Format('grids/x1.%d.grid.nc'%grid)
+    pmesh = PMesh(comm,meshfile)
+    pmesh.partition_metis()
+    mesh = Mesh(pmesh, llm, nqdyn, radius, f)
+    print '...Done'
 
 #--------------------------------- write some data ----------------------------------------
 
-context=xios.XIOS_Context_Unstructured(pmesh,mesh,nqtot, 3600)
+    with xios.Context_Unstructured(pmesh,mesh,nqtot, 3600) as context:
+        lat_i = radian*mesh.lat_i
+        lat_ik, junk  = np.meshgrid(lat_i, np.arange(llm), indexing='ij')
 
-lat_i = radian*mesh.lat_i
-lat_ik, junk  = np.meshgrid(lat_i, np.arange(llm), indexing='ij')
-
-no_error=True
-try:
-    for i in range(100):
-        context.update_calendar(i)
-        print 'send_field', i, lat_ik.shape
-        context.send_field_primal('ps', lat_i)
-        context.send_field_primal('theta', lat_ik)
-except:
-    print 'An error has occured, trying to close XIOS properly'
-    no_error=False
-
-print 'xios.context_finalize()'
-context.finalize()
-print 'xios.finalize()'
-xios.finalize()
-print 'Done'
-
-if not no_error : raise
+        for i in range(100):
+            context.update_calendar(i)
+            print 'send_field', i, lat_ik.shape
+            context.send_field_primal('ps', lat_i)
+            context.send_field_primal('theta', lat_ik)

codes/icosagcm/devel/Python/test/py/test_xios_cartesian.py

@@ -3 +3 @@
 from dynamico import unstructured as unst
 from dynamico import meshes
-ker=unst.ker
-
-from mpi4py import MPI
-comm = MPI.COMM_WORLD
-mpi_rank, mpi_size = comm.Get_rank(), comm.Get_size()
-print '%d/%d starting'%(mpi_rank,mpi_size)
-
 import numpy as np
 
-nqdyn,nqtot,llm = 1,1,4
+# client.__exit__() and context.__exit__() are called at the end of the 'with' blocks
+# even if an exception is raised in the body of the block
 
-if False:
-    nx,ny,llm = 64,64
-    Lx,Ly,f = 1.,1.,1.
-    mesh = meshes.Cartesian_Mesh(nx,ny,llm,nqdyn,Lx,Ly,f)
-else:
-    filename, g, f, radius = 'cart_128_128.nc', 1., 1., None
-    filename = 'cart_004_004.nc'
-    unst.setvar('g',g)
-    print 'Reading Cartesian mesh ...'
-    def coriolis(lon,lat):
-        return f+0.*lon
-    meshfile = meshes.DYNAMICO_Format(filename)
-    nx,ny=meshfile.nx,meshfile.ny
+with xios.Client() as client:
+    comm = client.comm
+    mpi_rank, mpi_size = comm.Get_rank(), comm.Get_size()
+    print '%d/%d starting'%(mpi_rank,mpi_size)
 
-    pmesh = meshes.Unstructured_PMesh(comm,meshfile)
-    mesh = meshes.Local_Mesh(pmesh, llm, nqdyn, radius, coriolis)
+    nqdyn,nqtot,llm = 1,1,4
+
+    if False:
+        nx,ny,llm = 64,64
+        Lx,Ly,f = 1.,1.,1.
+        mesh = meshes.Cartesian_Mesh(nx,ny,llm,nqdyn,Lx,Ly,f)
+    else:
+        filename, g, f, radius = 'cart_128_128.nc', 1., 1., None
+    #    filename = 'cart_008_008.nc'
+        unst.setvar('g',g)
+        print 'Reading Cartesian mesh ...'
+        def coriolis(lon,lat):
+            return f+0.*lon
+        meshfile = meshes.DYNAMICO_Format(filename)
+        nx,ny=meshfile.nx,meshfile.ny
+
+        pmesh = meshes.Unstructured_PMesh(comm,meshfile)
+    #    pmesh.partition_metis()
+        pmesh.partition_curvilinear(2,2)
+        mesh = meshes.Local_Mesh(pmesh, llm, nqdyn, radius, coriolis)
 
 #--------------------------------- write some data ----------------------------------------
 
-context=xios.XIOS_Context_Curvilinear(mesh,nqtot, 3600)
-#lon_i,lat_i = mesh.xx[:,:,0].flatten(), mesh.yy[:,:,0].flatten()
-lon_i,lat_i = mesh.lon_i, mesh.lat_i
-lat_ik, junk  = np.meshgrid(lat_i, np.arange(llm), indexing='ij')
+    with xios.Context_Curvilinear(mesh,nqtot, 3600) as context:
+        lon_i,lat_i = mesh.lon_i, mesh.lat_i
+        lat_ik, junk  = np.meshgrid(lat_i, np.arange(llm), indexing='ij')
+        lon_ik, junk  = np.meshgrid(lon_i, np.arange(llm), indexing='ij')
 
-no_error=True
-try:
-    for i in range(3):
-        context.update_calendar(i)
-        print 'send_field', i, lat_ik.shape
-        context.send_field_primal('ps', lat_i)
-        context.send_field_primal('theta', lat_ik)
-except:
-    print 'An error has occured, trying to close XIOS properly'
-    no_error=False
-
-print 'xios.context_finalize()'
-context.finalize()
-print 'xios.finalize()'
-xios.finalize()
-print 'Done'
-
-if not no_error : raise
+        for i in range(48):
+            context.update_calendar(i)
+#            print 'send_field', i, lat_ik.shape
+            context.send_field_primal('ps', lat_i+lon_i)
+            context.send_field_primal('theta', lat_ik+lon_ik)

codes/icosagcm/devel/Python/test/xml/iodef.xml

@@ -3 +3 @@
         <context  id="xios">
                 <variable_definition>
-                <variable id="print_file" type="bool"> false </variable> 
+                <variable id="print_file" type="bool"> true </variable> 
                 <variable_group id="buffer">
                 </variable_group>