convert.t

Go to the documentation of this file.

!=============================================================================
subroutine generate_plotfile
use mod_usr_methods, only: usr_special_convert
use mod_global_parameters
use mod_ghostcells_update
use mod_physics, only: phys_req_diagonal
use mod_thermal_emission
!-----------------------------------------------------------------------------

if(mype==0.and.level_io>0) write(unitterm,*)'reset tree to fixed level=',level_io
if(level_io>0 .or. level_io_min.ne.1 .or. level_io_max.ne.nlevelshi) then 
   call resettree_convert
else if(.not. phys_req_diagonal) then
   call getbc(global_time,0.d0,ps,iwstart,nwgc)
end if

select case(convert_type)
  case('tecplot','tecplotCC','tecline')
   call tecplot(unitconvert)
  case('tecplotmpi','tecplotCCmpi','teclinempi')
   call tecplot_mpi(unitconvert)
  case('vtu','vtuCC')
   call unstructuredvtk(unitconvert)
  case('vtumpi','vtuCCmpi')
   call unstructuredvtk_mpi(unitconvert)
  case('vtuB','vtuBCC','vtuBmpi','vtuBCCmpi')
   call unstructuredvtkb(unitconvert)
  case('pvtumpi','pvtuCCmpi')
   call punstructuredvtk_mpi(unitconvert)
  case('pvtuBmpi','pvtuBCCmpi')
   call punstructuredvtkb_mpi(unitconvert)
  case('vtimpi','vtiCCmpi')
   call imagedatavtk_mpi(unitconvert)
  case('onegrid','onegridmpi')
   call onegrid(unitconvert)
  case('oneblock','oneblockB')
   call oneblock(unitconvert)
  case('user','usermpi')
     if (.not. associated(usr_special_convert)) then
        call mpistop("usr_special_convert not defined")
     else
        call usr_special_convert(unitconvert)
     end if
  case default
   call mpistop("Error in generate_plotfile: Unknown convert_type")
end select


! output synthetic euv emission
if (ndim==3) then
  if (image) call get_euv_image(unitconvert)
  if (spectrum) call get_euv_spectra(unitconvert)
endif

end subroutine generate_plotfile
!=============================================================================
subroutine oneblock(qunit)
! this is for turning an AMR run into a single block
! the data will be all on selected level level_io

! this version should work for any dimension
! only writes w_write selected 1:nw variables, also nwauxio
! may use saveprim to switch to primitives
! this version can not work on multiple CPUs
! does not renormalize variables

! header info differs from onegrid below 

! ASCII or binary output

use mod_forest, only: morton_start, morton_stop, sfc_to_igrid, igrid_to_node
use mod_global_parameters
use mod_usr_methods, only: usr_aux_output
use mod_physics
use mod_calculate_xw
integer, intent(in) :: qunit

integer             :: Morton_no,igrid,ix^D,ig^D,level
integer, pointer    :: ig_to_igrid(:^d&,:)
logical             :: fileopen,writeblk(max_blocks)
character(len=80)   :: filename
integer             :: filenr,ncells^D,ncellx^D,jg^D,jig^D

character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead

double precision :: wval1,xval1
double precision, dimension({^D&1:1},1:nw+nwauxio)   :: wval
double precision, dimension({^D&1:1},1:ndim)         :: xval
double precision:: normconv(0:nw+nwauxio)

integer           :: iw,iiw,writenw,iwrite(1:nw+nwauxio),iigrid,idim
logical :: patchw(ixg^t)
!-----------------------------------------------------------------------------

if(level_io<1)then
 call mpistop('please specify level_io>0 for usage with oneblock')
end if

if(autoconvert)then
 call mpistop('Set autoconvert=F and convert oneblock data manually')
end if

if(npe>1)then
 if(mype==0) print *,'ONEBLOCK as yet to be parallelized'
 call mpistop('npe>1, oneblock')
end if

! only variables selected by w_write will be written out
normconv(0:nw+nwauxio)=one
normconv(0) = length_convert_factor
normconv(1:nw) = w_convert_factor
writenw=count(w_write(1:nw))+nwauxio
iiw=0
do iw =1,nw
 if (.not.w_write(iw))cycle
 iiw=iiw+1
 iwrite(iiw)=iw
end do
if(nwauxio>0)then
  do iw =nw+1,nw+nwauxio
   iiw=iiw+1
   iwrite(iiw)=iw
  end do
endif

allocate(ig_to_igrid(ng^d(level_io),0:npe-1))
ig_to_igrid=-1
writeblk=.false.
do morton_no=morton_start(mype),morton_stop(mype)
  igrid=sfc_to_igrid(morton_no)
  level=node(plevel_,igrid)
  ig^d=igrid_to_node(igrid,mype)%node%ig^d;
  ig_to_igrid(ig^d,mype)=igrid
  if(({rnode(rpxmin^d_,igrid)>=xprobmin^d+(xprobmax^d-xprobmin^d)&
        *writespshift(^d,1)|.and.}).and.({rnode(rpxmax^d_,igrid)&
       <=xprobmax^d-(xprobmax^d-xprobmin^d)*writespshift(^d,2)|.and.})) then
    writeblk(igrid)=.true.
  end if
end do

call getheadernames(wnamei,xandwnamei,outfilehead)
ncells^d=0;
ncellx^d=ixmhi^d-ixmlo^d+1\
{do ig^d=1,ng^d(level_io)\}
  igrid=ig_to_igrid(ig^d,mype)
  if(writeblk(igrid)) go to 20
{end do\}
20 continue
jg^d=ig^d;
{
jig^dd=jg^dd;
do ig^d=1,ng^d(level_io)
  jig^d=ig^d
  igrid=ig_to_igrid(jig^dd,mype)
  if(writeblk(igrid)) ncells^d=ncells^d+ncellx^d
end do
\}

do iigrid=1,igridstail; igrid=igrids(iigrid)
  if(.not.writeblk(igrid)) cycle
  block=>ps(igrid)
  if (nwauxio > 0) then
    if (.not. associated(usr_aux_output)) then
      call mpistop("usr_aux_output not defined")
    else
      call usr_aux_output(ixg^ll,ixm^ll^ladd1, &
            ps(igrid)%w,ps(igrid)%x,normconv)
    end if
  end if
end do

if (saveprim) then
  do iigrid=1,igridstail; igrid=igrids(iigrid)
    if (.not.writeblk(igrid)) cycle
    block=>ps(igrid)
    call phys_to_primitive(ixg^ll,ixg^ll^lsub1,ps(igrid)%w,ps(igrid)%x)
    if(b0field) then
      ! add background magnetic field B0 to B
      ps(igrid)%w(ixg^t,iw_mag(:))=ps(igrid)%w(ixg^t,iw_mag(:))+ps(igrid)%B0(ixg^t,:,0)
    end if
  end do
else
  do iigrid=1,igridstail; igrid=igrids(iigrid)
    if (.not.writeblk(igrid)) cycle
    block=>ps(igrid)
    if (b0field) then
      ! add background magnetic field B0 to B
      if(phys_energy) &
        ps(igrid)%w(ixg^t,iw_e)=ps(igrid)%w(ixg^t,iw_e)+0.5d0*sum(ps(igrid)%B0(ixg^t,:,0)**2,dim=ndim+1) &
            + sum(ps(igrid)%w(ixg^t,iw_mag(:))*ps(igrid)%B0(ixg^t,:,0),dim=ndim+1)
      ps(igrid)%w(ixg^t,iw_mag(:))=ps(igrid)%w(ixg^t,iw_mag(:))+ps(igrid)%B0(ixg^t,:,0)
    end if
  end do
end if

master_cpu_open : if (mype == 0) then
 inquire(qunit,opened=fileopen)
 if (.not.fileopen) then
   ! generate filename
    filenr=snapshotini
    if (autoconvert) filenr=snapshotnext
   write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".blk"
   select case(convert_type)
    case("oneblock")
     open(qunit,file=filename,status='unknown')
     write(qunit,*) trim(outfilehead)
     write(qunit,*) ncells^d
     write(qunit,*) real(global_time*time_convert_factor)
    case("oneblockB")
     open(qunit,file=filename,form='unformatted',status='unknown')
     write(qunit) outfilehead
     write(qunit) ncells^d
     write(qunit) real(global_time*time_convert_factor)
   end select
 end if
end if master_cpu_open

{^ifthreed
do ig3=1,ng3(level_io)
 do ix3=ixmlo3,ixmhi3}

   {^nooned
   do ig2=1,ng2(level_io)
     do ix2=ixmlo2,ixmhi2}

       do ig1=1,ng1(level_io)
         igrid=ig_to_igrid(ig^d,mype)
         if(.not.writeblk(igrid)) cycle
         do ix1=ixmlo1,ixmhi1
           master_write : if(mype==0) then
             select case(convert_type)
               case("oneblock")
                 write(qunit,fmt="(100(e14.6))") &
                  ps(igrid)%x(ix^d,1:ndim)*normconv(0),&
                  (ps(igrid)%w(ix^d,iwrite(iw))*normconv(iwrite(iw)),iw=1,writenw)
               case("oneblockB")
                 write(qunit) real(ps(igrid)%x(ix^D,1:ndim)*normconv(0)),&
                  (real(ps(igrid)%w(ix^D,iwrite(iw))*normconv(iwrite(iw))),iw=1,writenw)
             end select
           end if master_write
         end do
       end do
    {^nooned
     end do
   end do}
 {^ifthreed
 end do
end do}

close(qunit)

end subroutine oneblock
!=============================================================================
subroutine onegrid(qunit)

! this is for turning an AMR run into a single grid
! this version should work for any dimension, can be in parallel
! in 1D, should behave much like oneblock, except for header info

! only writes all 1:nw variables, no nwauxio
! may use saveprim to switch to primitives
! this version can work on multiple CPUs
! does not renormalize variables
! ASCII output

use mod_forest, only: morton_start, morton_stop, sfc_to_igrid
use mod_global_parameters
use mod_physics
use mod_calculate_xw
integer, intent(in) :: qunit

integer             :: itag,Morton_no,igrid,ix^D,iw
logical             :: fileopen
character(len=80)   :: filename
integer             :: filenr

character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead

!.. MPI variables ..
integer           :: igrid_recv,ipe
double precision  :: w_recv(ixg^t,1:nw),x_recv(ixg^t,1:ndim)
integer, allocatable :: intstatus(:,:)

!-----------------------------------------------------------------------------

if(nwauxio>0)then
 if(mype==0) print *,'ONEGRID to be used without nwauxio'
 call mpistop('nwauxio>0, onegrid')
end if

if(saveprim)then
 if(mype==0.and.nwaux>0) print *,'warning: ONEGRID used with saveprim, check auxiliaries'
end if



master_cpu_open : if (mype == 0) then
 call getheadernames(wnamei,xandwnamei,outfilehead)
 write(outfilehead,'(a)') "#"//" "//trim(outfilehead)
 inquire(qunit,opened=fileopen)
 if (.not.fileopen) then
   ! generate filename
    filenr=snapshotini
    if (autoconvert) filenr=snapshotnext
   write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".blk"
   open(qunit,file=filename,status='unknown')
 end if
 write(qunit,"(a)")outfilehead
 write(qunit,"(i7)") ( {^d&(ixmhi^d-ixmlo^d+1)*} )*(morton_stop(npe-1)-morton_start(0)+1)
end if master_cpu_open

do morton_no=morton_start(mype),morton_stop(mype)
  igrid=sfc_to_igrid(morton_no)
  if(saveprim) call phys_to_primitive(ixg^ll,ixm^ll,ps(igrid)%w,ps(igrid)%x)
  if (mype/=0)then
      itag=morton_no
      call mpi_send(igrid,1,mpi_integer, 0,itag,icomm,ierrmpi)
      call mpi_send(ps(igrid)%x,1,type_block_xcc_io, 0,itag,icomm,ierrmpi)
      itag=igrid
      call mpi_send(ps(igrid)%w,1,type_block_io, 0,itag,icomm,ierrmpi)
  else
   {do ix^db=ixmlo^db,ixmhi^db\}
      do iw=1,nw
        if( dabs(ps(igrid)%w(ix^d,iw)) < 1.0d-32 ) ps(igrid)%w(ix^d,iw) = zero
      enddo
       write(qunit,fmt="(100(e14.6))") ps(igrid)%x(ix^d,1:ndim)&
                                     ,ps(igrid)%w(ix^d,1:nw)
   {end do\}
  end if
end do   

if(mype==0.and.npe>1) allocate(intstatus(mpi_status_size,1))

manycpu : if (npe>1) then
 if (mype==0) then
  loop_cpu : do ipe =1, npe-1
   loop_morton : do morton_no=morton_start(ipe),morton_stop(ipe)
         itag=morton_no
         call mpi_recv(igrid_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
         call mpi_recv(x_recv,1,type_block_xcc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
         itag=igrid_recv
         call mpi_recv(w_recv,1,type_block_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
         {do ix^db=ixmlo^db,ixmhi^db\}
            do iw=1,nw
              if( dabs(ps(igrid)%w(ix^d,iw)) < smalldouble ) ps(igrid)%w(ix^d,iw) = zero
            enddo
            write(qunit,fmt="(100(e14.6))") x_recv(ix^d,1:ndim)&
                                            ,w_recv(ix^d,1:nw)
         {end do\}
   end do loop_morton
  end do loop_cpu
 end if 
end if manycpu

if (npe>1) then
  call mpi_barrier(icomm,ierrmpi)
  if(mype==0)deallocate(intstatus)
endif

if(mype==0) close(qunit)
end subroutine onegrid 
!============================================================================
subroutine tecplot(qunit)

! output for tecplot (ASCII format)
! not parallel, uses calc_grid to compute nwauxio variables
! allows renormalizing using convert factors

use mod_global_parameters
use mod_calculate_xw

integer, intent(in) :: qunit

integer::               igrid,iigrid,level,igonlevel,iw,idim,ix^D
integer::               NumGridsOnLevel(1:nlevelshi)
integer :: nx^D,nxC^D,nodesonlevel,elemsonlevel,ixC^L,ixCC^L

integer ::              nodes, elems


double precision :: x_TEC(ndim), w_TEC(nw+nwauxio)

double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC_TMP
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC_TMP
double precision, dimension(0:nw+nwauxio)                   :: normconv
logical :: fileopen,first
character(len=80) :: filename
integer  :: filenr

!!! possible length conflict
character(len=1024) :: tecplothead

character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead
!-----------------------------------------------------------------------------

if(npe>1)then
 if(mype==0) print *,'tecplot not parallel, use tecplotmpi'
 call mpistop('npe>1, tecplot')
end if

if(nw/=count(w_write(1:nw)))then
 if(mype==0) print *,'tecplot does not use w_write=F'
 call mpistop('w_write, tecplot')
end if

if(nocartesian)then
 if(mype==0) print *,'tecplot with nocartesian'
endif

inquire(qunit,opened=fileopen)
if (.not.fileopen) then
   ! generate filename    
   filenr=snapshotini
   if (autoconvert) filenr=snapshotnext
   write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".plt"
   open(qunit,file=filename,status='unknown')
end if

call getheadernames(wnamei,xandwnamei,outfilehead)

write(tecplothead,'(a)') "VARIABLES = "//trim(outfilehead)

write(qunit,'(a)') tecplothead(1:len_trim(tecplothead))

numgridsonlevel(1:nlevelshi)=0
do level=levmin,levmax
   numgridsonlevel(level)=0
   do iigrid=1,igridstail; igrid=igrids(iigrid);
      if (node(plevel_,igrid)/=level) cycle
      numgridsonlevel(level)=numgridsonlevel(level)+1
   end do
end do

nx^d=ixmhi^d-ixmlo^d+1;
nxc^d=nx^d+1;

{^ifoned
if(convert_type=='tecline') then
   nodes=0
   elems=0
   do level=levmin,levmax
      nodes=nodes + numgridsonlevel(level)*{nxc^d*}
      elems=elems + numgridsonlevel(level)*{nx^d*}
   enddo

   write(qunit,"(a,i7,a,1pe12.5,a)") &
         'ZONE T="all levels", I=',elems, &
         ', SOLUTIONTIME=',global_time*time_convert_factor,', F=POINT' 

   igonlevel=0
   do iigrid=1,igridstail; igrid=igrids(iigrid);
      block=>ps(igrid)
      call calc_x(igrid,xc,xcc)
      call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,ixc^l,ixcc^l,.true.)
          {do ix^db=ixccmin^db,ixccmax^db\}
            x_tec(1:ndim)=xcc_tmp(ix^d,1:ndim)*normconv(0)
            w_tec(1:nw+nwauxio)=wcc_tmp(ix^d,1:nw+nwauxio)*normconv(1:nw+nwauxio)
           !write(qunit,fmt="(100(e14.6))") x_TEC, w_TEC
           write(qunit,fmt="(100(e24.16))") x_tec, w_tec
       {end do\}
    enddo
    close(qunit)
else
}
do level=levmin,levmax
   nodesonlevel=numgridsonlevel(level)*{nxc^d*}
   elemsonlevel=numgridsonlevel(level)*{nx^d*}
   ! for all tecplot variants coded up here, we let the TECPLOT ZONES coincide
   ! with the AMR grid LEVEL. Other options would be
   !    let each grid define a zone: inefficient for TECPLOT internal workings
   !       hence not implemented
   !    let entire octree define 1 zone: no difference in interpolation 
   !       properties across TECPLOT zones detected as yet, hence not done
   select case(convert_type)
     case('tecplot')
       ! in this option, we store the corner coordinates, as well as the corner
       ! values of all variables (obtained by averaging). This allows POINT packaging, 
       ! and thus we can save full grid info by using one call to calc_grid
       write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevel,', E=',elemsonlevel, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=POINT, ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
       do iigrid=1,igridstail; igrid=igrids(iigrid);
         if (node(plevel_,igrid)/=level) cycle
         block=>ps(igrid)
         call calc_x(igrid,xc,xcc)
         call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                        ixc^l,ixcc^l,.true.)
         {do ix^db=ixcmin^db,ixcmax^db\}
            x_tec(1:ndim)=xc_tmp(ix^d,1:ndim)*normconv(0)
            w_tec(1:nw+nwauxio)=wc_tmp(ix^d,1:nw+nwauxio)*normconv(1:nw+nwauxio)
            write(qunit,fmt="(100(e14.6))") x_tec, w_tec
         {end do\}
       enddo
     case('tecplotCC')
       ! in this option, we store the corner coordinates, and the cell center
       ! values of all variables. Due to this mix of corner/cell center, we must 
       ! use BLOCK packaging, and thus we have enormous overhead by using 
       ! calc_grid repeatedly to merely fill values of cell corner coordinates 
       ! and cell center values per dimension, per variable
       if(ndim+nw+nwauxio>99) call mpistop("adjust format specification in writeout")
       if(nw+nwauxio==1)then
         ! to make tecplot happy: avoid [ndim+1-ndim+1] in varlocation varset
         ! and just set [ndim+1]
         write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevel,', E=',elemsonlevel, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
       else
        if(ndim+nw+nwauxio<10) then
         ! difference only in length of integer format specification for ndim+nw+nwauxio
         write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i1,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevel,', E=',elemsonlevel, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,'-',ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
        else
         write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i2,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevel,', E=',elemsonlevel, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,'-',ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
        endif
       endif
       do idim=1,ndim
         first=(idim==1) 
         do iigrid=1,igridstail; igrid=igrids(iigrid);
            if (node(plevel_,igrid)/=level) cycle
            block=>ps(igrid)
            call calc_x(igrid,xc,xcc)
            call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                           ixc^l,ixcc^l,first)
            write(qunit,fmt="(100(e14.6))") xc_tmp(ixc^s,idim)*normconv(0)
         enddo
       enddo
       do iw=1,nw+nwauxio
         do iigrid=1,igridstail; igrid=igrids(iigrid);
            if (node(plevel_,igrid)/=level) cycle
            block=>ps(igrid)
            call calc_x(igrid,xc,xcc)
            call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                           ixc^l,ixcc^l,.true.)
            write(qunit,fmt="(100(e14.6))") wcc_tmp(ixcc^s,iw)*normconv(iw)
         enddo
       enddo
     case default
       call mpistop('no such tecplot type')
   end select
   igonlevel=0
   do iigrid=1,igridstail; igrid=igrids(iigrid);
      if (node(plevel_,igrid)/=level) cycle
      block=>ps(igrid)
      igonlevel=igonlevel+1
      call save_conntec(qunit,igrid,igonlevel)
   end do
end do
{^ifoned endif}

close(qunit)

end subroutine tecplot
!=============================================================================
subroutine save_conntec(qunit,igrid,igonlevel)

! this saves the basic line, quad and brick connectivity,
! as used by TECPLOT file outputs for unstructured grid

use mod_global_parameters

integer, intent(in) :: qunit, igrid, igonlevel

integer :: nx^D, nxC^D, ix^D
{^ifoned   integer, external:: nodenumbertec1D \}
{^iftwod   integer, external:: nodenumbertec2D \}
{^ifthreed integer, external:: nodenumbertec3D \}
!-----------------------------------------------------------------------------
nx^d=ixmhi^d-ixmlo^d+1;
nxc^d=nx^d+1;

! connectivity list
{do ix^db=1,nx^db\}
   {^ifthreed
   ! basic brick connectivity
   write(qunit,'(8(i7,1x))') &
      nodenumbertec3d(ix1,  ix2-1,ix3-1,nxc1,nxc2,nxc3,igonlevel,igrid),&
      nodenumbertec3d(ix1+1,ix2-1,ix3-1,nxc1,nxc2,nxc3,igonlevel,igrid),&
      nodenumbertec3d(ix1+1,ix2  ,ix3-1,nxc1,nxc2,nxc3,igonlevel,igrid),&
      nodenumbertec3d(ix1  ,ix2  ,ix3-1,nxc1,nxc2,nxc3,igonlevel,igrid),&
      nodenumbertec3d(ix1  ,ix2-1,ix3  ,nxc1,nxc2,nxc3,igonlevel,igrid),&
      nodenumbertec3d(ix1+1,ix2-1,ix3  ,nxc1,nxc2,nxc3,igonlevel,igrid),&
      nodenumbertec3d(ix1+1,ix2  ,ix3  ,nxc1,nxc2,nxc3,igonlevel,igrid),&
      nodenumbertec3d(ix1  ,ix2  ,ix3  ,nxc1,nxc2,nxc3,igonlevel,igrid)
   }
   {^iftwod
   ! basic quadrilateral connectivity
   write(qunit,'(4(i7,1x))') &
      nodenumbertec2d(ix1,  ix2-1,nxc1,nxc2,igonlevel,igrid),&
      nodenumbertec2d(ix1+1,ix2-1,nxc1,nxc2,igonlevel,igrid),&
      nodenumbertec2d(ix1+1,ix2  ,nxc1,nxc2,igonlevel,igrid),&
      nodenumbertec2d(ix1  ,ix2  ,nxc1,nxc2,igonlevel,igrid)
   }
   {^ifoned
   ! basic line connectivity
   write(qunit,'(2(i7,1x))') nodenumbertec1d(ix1,nxc1,igonlevel,igrid),&
                             nodenumbertec1d(ix1+1,nxc1,igonlevel,igrid)
   }
{end do\}

end subroutine save_conntec
!=============================================================================
integer function nodenumbertec1d(i1,nx1,ig,igrid)

integer, intent(in):: i1,nx1,ig,igrid
!-----------------------------------------------------------------------------
nodenumbertec1d=i1+(ig-1)*nx1

if(nodenumbertec1d>9999999)call mpistop("too large nodenumber")
end function nodenumbertec1d
!====================================================================================
integer function nodenumbertec2d(i1,i2,nx1,nx2,ig,igrid)

integer, intent(in):: i1,i2,nx1,nx2,ig,igrid
!-----------------------------------------------------------------------------
nodenumbertec2d=i1+i2*nx1+(ig-1)*nx1*nx2

if(nodenumbertec2d>9999999)call mpistop("too large nodenumber")
end function nodenumbertec2d
!====================================================================================
integer function nodenumbertec3d(i1,i2,i3,nx1,nx2,nx3,ig,igrid)

integer, intent(in):: i1,i2,i3,nx1,nx2,nx3,ig,igrid
!-----------------------------------------------------------------------------
nodenumbertec3d=i1+i2*nx1+i3*nx1*nx2+(ig-1)*nx1*nx2*nx3

if(nodenumbertec3d>9999999)call mpistop("too large nodenumber")
end function nodenumbertec3d
!=============================================================================
subroutine unstructuredvtk(qunit)

! output for vtu format to paraview
! not parallel, uses calc_grid to compute nwauxio variables
! allows renormalizing using convert factors

use mod_global_parameters
use mod_calculate_xw

integer, intent(in) ::    qunit

double precision ::  x_VTK(1:3)

double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC_TMP
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC_TMP
double precision, dimension(0:nw+nwauxio)                   :: normconv
integer::               igrid,iigrid,level,igonlevel,icel,ixC^L,ixCC^L,iw
integer::               NumGridsOnLevel(1:nlevelshi)
integer :: nx^D,nxC^D,nodesonlevel,elemsonlevel,nc,np,VTK_type,ix^D

character(len=80)::  filename
integer          :: filenr

character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead

logical :: fileopen
!-----------------------------------------------------------------------------

if(npe>1)then
  if(mype==0) print *,'unstructuredvtk not parallel, use vtumpi'
  call mpistop('npe>1, unstructuredvtk')
end if

inquire(qunit,opened=fileopen)
if(.not.fileopen)then
  ! generate filename 
  filenr=snapshotini
  if (autoconvert) filenr=snapshotnext
  write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".vtu"
  ! Open the file for the header part
  open(qunit,file=filename,status='unknown')
end if

call getheadernames(wnamei,xandwnamei,outfilehead)

! generate xml header
write(qunit,'(a)')'<?xml version="1.0"?>'
write(qunit,'(a)',advance='no') '<VTKFile type="UnstructuredGrid"'
write(qunit,'(a)')' version="0.1" byte_order="LittleEndian">'
write(qunit,'(a)')'<UnstructuredGrid>'
write(qunit,'(a)')'<FieldData>'
write(qunit,'(2a)')'<DataArray type="Float32" Name="TIME" ',&
                   'NumberOfTuples="1" format="ascii">'
write(qunit,*) dble(dble(global_time)*time_convert_factor)
write(qunit,'(a)')'</DataArray>'
write(qunit,'(a)')'</FieldData>'

! number of cells, number of corner points, per grid.
nx^d=ixmhi^d-ixmlo^d+1;
nxc^d=nx^d+1;
nc={nx^d*}
np={nxc^d*}

! Note: using the w_write, writelevel, writespshift
! we can clip parts of the grid away, select variables, levels etc.
do level=levmin,levmax
  if (writelevel(level)) then
    do iigrid=1,igridstail; igrid=igrids(iigrid);
      if (node(plevel_,igrid)/=level) cycle
      block=>ps(igrid)
      ! only output a grid when fully within clipped region selected
      ! by writespshift array
      if(({rnode(rpxmin^d_,igrid)>=xprobmin^d+(xprobmax^d-xprobmin^d)&
           *writespshift(^d,1)|.and.}).and.({rnode(rpxmax^d_,igrid)&
          <=xprobmax^d-(xprobmax^d-xprobmin^d)*writespshift(^d,2)|.and.})) then
        call calc_x(igrid,xc,xcc)
        call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                      ixc^l,ixcc^l,.true.)
        select case(convert_type)
        case('vtu')
          ! we write out every grid as one VTK PIECE
          write(qunit,'(a,i7,a,i7,a)') &
             '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
          write(qunit,'(a)')'<PointData>'
          do iw=1,nw+nwauxio
            if(iw<=nw) then 
              if(.not.w_write(iw)) cycle
            end if
            write(qunit,'(a,a,a)')&
            '<DataArray type="Float64" Name="',trim(wnamei(iw)),'" format="ascii">'
            write(qunit,'(200(1pe14.6))') {(|}wc_tmp(ix^d,iw)*normconv(iw),{ix^d=ixcmin^d,ixcmax^d)}
            write(qunit,'(a)')'</DataArray>'
          end do
          write(qunit,'(a)')'</PointData>'
          write(qunit,'(a)')'<Points>'
          write(qunit,'(a)')'<DataArray type="Float32" NumberOfComponents="3" format="ascii">'
          ! write cell corner coordinates in a backward dimensional loop, always 3D output
          {do ix^db=ixcmin^db,ixcmax^db \}
             x_vtk(1:3)=zero;
             x_vtk(1:ndim)=xc_tmp(ix^d,1:ndim)*normconv(0);
             write(qunit,'(3(1pe14.6))') x_vtk
          {end do \}
          write(qunit,'(a)')'</DataArray>'
          write(qunit,'(a)')'</Points>'
        case('vtuCC')
          ! we write out every grid as one VTK PIECE
          write(qunit,'(a,i7,a,i7,a)') &
             '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
          write(qunit,'(a)')'<CellData>'
          do iw=1,nw+nwauxio
            if(iw<=nw) then 
              if(.not.w_write(iw)) cycle
            end if
            write(qunit,'(a,a,a)')&
            '<DataArray type="Float64" Name="',trim(wnamei(iw)),'" format="ascii">'
            write(qunit,'(200(1pe14.6))') {(|}wcc_tmp(ix^d,iw)*normconv(iw),{ix^d=ixccmin^d,ixccmax^d)}
            write(qunit,'(a)')'</DataArray>'
          end do
          write(qunit,'(a)')'</CellData>'
          write(qunit,'(a)')'<Points>'
          write(qunit,'(a)')'<DataArray type="Float32" NumberOfComponents="3" format="ascii">'
          ! write cell corner coordinates in a backward dimensional loop, always 3D output
          {do ix^db=ixcmin^db,ixcmax^db \}
             x_vtk(1:3)=zero;
             x_vtk(1:ndim)=xc_tmp(ix^d,1:ndim)*normconv(0);
             write(qunit,'(3(1pe14.6))') x_vtk
          {end do \}
          write(qunit,'(a)')'</DataArray>'
          write(qunit,'(a)')'</Points>'
        end select

        write(qunit,'(a)')'<Cells>'
        ! connectivity part
        write(qunit,'(a)')'<DataArray type="Int32" Name="connectivity" format="ascii">'
        call save_connvtk(qunit,igrid)
        write(qunit,'(a)')'</DataArray>'

        ! offsets data array
        write(qunit,'(a)')'<DataArray type="Int32" Name="offsets" format="ascii">'
        do icel=1,nc
          write(qunit,'(i7)') icel*(2**^nd)
        end do
        write(qunit,'(a)')'</DataArray>'

        ! VTK cell type data array
        write(qunit,'(a)')'<DataArray type="Int32" Name="types" format="ascii">'
        ! VTK_LINE=3; VTK_PIXEL=8; VTK_VOXEL=11 -> vtk-syntax
        {^ifoned vtk_type=3 \}
        {^iftwod vtk_type=8 \}
        {^ifthreed vtk_type=11 \}
        do icel=1,nc
          write(qunit,'(i2)') vtk_type
        end do
        write(qunit,'(a)')'</DataArray>'

        write(qunit,'(a)')'</Cells>'

        write(qunit,'(a)')'</Piece>'
      end if
    end do
  end if
end do

write(qunit,'(a)')'</UnstructuredGrid>'
write(qunit,'(a)')'</VTKFile>'
close(qunit)

end subroutine unstructuredvtk
!====================================================================================
subroutine unstructuredvtkb(qunit)

! output for vtu format to paraview, binary version output
! not parallel, uses calc_grid to compute nwauxio variables
! allows renormalizing using convert factors
use mod_forest, only: morton_start, morton_stop, sfc_to_igrid
use mod_global_parameters
use mod_calculate_xw

integer, intent(in) ::    qunit

double precision ::  x_VTK(1:3)

double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC_TMP
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio):: wC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)  :: wCC_TMP
double precision :: normconv(0:nw+nwauxio)

integer, allocatable :: intstatus(:,:)
integer :: itag,ipe,igrid,level,icel,ixC^L,ixCC^L,Morton_no,Morton_length
integer :: nx^D,nxC^D,nc,np,VTK_type,ix^D,filenr
integer*8 :: offset

integer::  k,iw
integer::  length,lengthcc,length_coords,length_conn,length_offsets
character::  buf
character(len=80)::  filename
character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead

logical ::   fileopen,cell_corner=.false.
logical, allocatable :: Morton_aim(:),Morton_aim_p(:)
!-----------------------------------------------------------------------------

normconv=one
morton_length=morton_stop(npe-1)-morton_start(0)+1
allocate(morton_aim(morton_start(0):morton_stop(npe-1)))
allocate(morton_aim_p(morton_start(0):morton_stop(npe-1)))
morton_aim=.false.
morton_aim_p=.false.
do morton_no=morton_start(mype),morton_stop(mype)
  igrid=sfc_to_igrid(morton_no)
  level=node(plevel_,igrid)
  ! we can clip parts of the grid away, select variables, levels etc.
  if(writelevel(level)) then
    ! only output a grid when fully within clipped region selected
    ! by writespshift array
    if(({rnode(rpxmin^d_,igrid)>=xprobmin^d+(xprobmax^d-xprobmin^d)&
          *writespshift(^d,1)|.and.}).and.({rnode(rpxmax^d_,igrid)&
         <=xprobmax^d-(xprobmax^d-xprobmin^d)*writespshift(^d,2)|.and.})) then
      morton_aim_p(morton_no)=.true.
    end if
  end if
end do
call mpi_allreduce(morton_aim_p,morton_aim,morton_length,mpi_logical,mpi_lor,&
                         icomm,ierrmpi)
select case(convert_type)
 case('vtuB','vtuBmpi')
   cell_corner=.true.
 case('vtuBCC','vtuBCCmpi')
   cell_corner=.false.
end select
if (mype /= 0) then
  do morton_no=morton_start(mype),morton_stop(mype)
    if(.not. morton_aim(morton_no)) cycle
    igrid=sfc_to_igrid(morton_no)
    call calc_x(igrid,xc,xcc)
    call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                      ixc^l,ixcc^l,.true.)
    itag=morton_no
    call mpi_send(xc_tmp,1,type_block_xc_io, 0,itag,icomm,ierrmpi)
    if(cell_corner) then
      call mpi_send(wc_tmp,1,type_block_wc_io, 0,itag,icomm,ierrmpi)
    else
      call mpi_send(wcc_tmp,1,type_block_wcc_io, 0,itag,icomm,ierrmpi)
    end if
  end do

else
  ! mype==0
  offset=0
  inquire(qunit,opened=fileopen)
  if(.not.fileopen)then
    ! generate filename 
    filenr=snapshotini
    if (autoconvert) filenr=snapshotnext
    write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".vtu"
    ! Open the file for the header part
    open(qunit,file=filename,status='replace')
  end if
  call getheadernames(wnamei,xandwnamei,outfilehead)
  ! generate xml header
  write(qunit,'(a)')'<?xml version="1.0"?>'
  write(qunit,'(a)',advance='no') '<VTKFile type="UnstructuredGrid"'
  write(qunit,'(a)')' version="0.1" byte_order="LittleEndian">'
  write(qunit,'(a)')'<UnstructuredGrid>'
  write(qunit,'(a)')'<FieldData>'
  write(qunit,'(2a)')'<DataArray type="Float32" Name="TIME" ',&
                     'NumberOfTuples="1" format="ascii">'
  write(qunit,*) real(global_time*time_convert_factor)
  write(qunit,'(a)')'</DataArray>'
  write(qunit,'(a)')'</FieldData>'

  ! number of cells, number of corner points, per grid.
  nx^d=ixmhi^d-ixmlo^d+1;
  nxc^d=nx^d+1;
  nc={nx^d*}
  np={nxc^d*}
  length=np*size_real
  lengthcc=nc*size_real
  length_coords=3*length
  length_conn=2**^nd*size_int*nc
  length_offsets=nc*size_int

  ! Note: using the w_write, writelevel, writespshift
  do morton_no=morton_start(0),morton_stop(0)
    if(.not. morton_aim(morton_no)) cycle
    if(cell_corner) then
      ! we write out every grid as one VTK PIECE
      write(qunit,'(a,i7,a,i7,a)') &
         '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
      write(qunit,'(a)')'<PointData>'
      do iw=1,nw+nwauxio
        if(iw<=nw) then 
          if(.not.w_write(iw)) cycle
        endif

        write(qunit,'(a,a,a,i16,a)')&
            '<DataArray type="Float32" Name="',trim(wnamei(iw)), &
            '" format="appended" offset="',offset,'">'
        write(qunit,'(a)')'</DataArray>'
        offset=offset+length+size_int
      end do
      write(qunit,'(a)')'</PointData>'
      write(qunit,'(a)')'<Points>'
      write(qunit,'(a,i16,a)') &
      '<DataArray type="Float32" NumberOfComponents="3" format="appended" offset="',offset,'"/>'
      ! write cell corner coordinates in a backward dimensional loop, always 3D output
      offset=offset+length_coords+size_int
      write(qunit,'(a)')'</Points>'
    else
      ! we write out every grid as one VTK PIECE
      write(qunit,'(a,i7,a,i7,a)') &
         '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
      write(qunit,'(a)')'<CellData>'
      do iw=1,nw+nwauxio
        if(iw<=nw) then 
           if(.not.w_write(iw)) cycle
        end if
        write(qunit,'(a,a,a,i16,a)')&
            '<DataArray type="Float32" Name="',trim(wnamei(iw)), &
            '" format="appended" offset="',offset,'">'
        write(qunit,'(a)')'</DataArray>'
        offset=offset+lengthcc+size_int
      end do
      write(qunit,'(a)')'</CellData>'
      write(qunit,'(a)')'<Points>'
      write(qunit,'(a,i16,a)') &
      '<DataArray type="Float32" NumberOfComponents="3" format="appended" offset="',offset,'"/>'
      ! write cell corner coordinates in a backward dimensional loop, always 3D output
      offset=offset+length_coords+size_int
      write(qunit,'(a)')'</Points>'
    end if
    write(qunit,'(a)')'<Cells>'

    ! connectivity part
    write(qunit,'(a,i16,a)')&
      '<DataArray type="Int32" Name="connectivity" format="appended" offset="',offset,'"/>'
    offset=offset+length_conn+size_int    

    ! offsets data array
    write(qunit,'(a,i16,a)') &
      '<DataArray type="Int32" Name="offsets" format="appended" offset="',offset,'"/>'
    offset=offset+length_offsets+size_int    

    ! VTK cell type data array
    write(qunit,'(a,i16,a)') &
      '<DataArray type="Int32" Name="types" format="appended" offset="',offset,'"/>' 
    offset=offset+size_int+nc*size_int

    write(qunit,'(a)')'</Cells>'

    write(qunit,'(a)')'</Piece>'
  end do
  ! write metadata communicated from other processors
  if(npe>1)then
    do ipe=1, npe-1
      do morton_no=morton_start(ipe),morton_stop(ipe)
        if(.not. morton_aim(morton_no)) cycle
        if(cell_corner) then
          ! we write out every grid as one VTK PIECE
          write(qunit,'(a,i7,a,i7,a)') &
             '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
          write(qunit,'(a)')'<PointData>'
          do iw=1,nw+nwauxio
            if(iw<=nw) then 
              if(.not.w_write(iw)) cycle
            end if
            write(qunit,'(a,a,a,i16,a)')&
                '<DataArray type="Float32" Name="',trim(wnamei(iw)), &
                '" format="appended" offset="',offset,'">'
            write(qunit,'(a)')'</DataArray>'
            offset=offset+length+size_int
          end do
          write(qunit,'(a)')'</PointData>'
          write(qunit,'(a)')'<Points>'
          write(qunit,'(a,i16,a)') &
          '<DataArray type="Float32" NumberOfComponents="3" format="appended" offset="',offset,'"/>'
          ! write cell corner coordinates in a backward dimensional loop, always 3D output
          offset=offset+length_coords+size_int
          write(qunit,'(a)')'</Points>'
        else
          ! we write out every grid as one VTK PIECE
          write(qunit,'(a,i7,a,i7,a)') &
             '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
          write(qunit,'(a)')'<CellData>'
          do iw=1,nw+nwauxio
            if(iw<=nw) then 
              if(.not.w_write(iw)) cycle
            end if
            write(qunit,'(a,a,a,i16,a)')&
                '<DataArray type="Float32" Name="',trim(wnamei(iw)), &
                '" format="appended" offset="',offset,'">'
            write(qunit,'(a)')'</DataArray>'
            offset=offset+lengthcc+size_int
          end do
          write(qunit,'(a)')'</CellData>'
          write(qunit,'(a)')'<Points>'
          write(qunit,'(a,i16,a)') &
          '<DataArray type="Float32" NumberOfComponents="3" format="appended" offset="',offset,'"/>'
          ! write cell corner coordinates in a backward dimensional loop, always 3D output
          offset=offset+length_coords+size_int
          write(qunit,'(a)')'</Points>'
        end if
        write(qunit,'(a)')'<Cells>'
        ! connectivity part
        write(qunit,'(a,i16,a)')&
          '<DataArray type="Int32" Name="connectivity" format="appended" offset="',offset,'"/>'
        offset=offset+length_conn+size_int    

        ! offsets data array
        write(qunit,'(a,i16,a)') &
          '<DataArray type="Int32" Name="offsets" format="appended" offset="',offset,'"/>'
        offset=offset+length_offsets+size_int    

        ! VTK cell type data array
        write(qunit,'(a,i16,a)') &
          '<DataArray type="Int32" Name="types" format="appended" offset="',offset,'"/>' 
        offset=offset+size_int+nc*size_int

        write(qunit,'(a)')'</Cells>'

        write(qunit,'(a)')'</Piece>'
      end do
    end do
  end if

  write(qunit,'(a)')'</UnstructuredGrid>'
  write(qunit,'(a)')'<AppendedData encoding="raw">'
  close(qunit)
  open(qunit,file=filename,access='stream',form='unformatted',position='append')
  buf='_'
  write(qunit) trim(buf)

  do morton_no=morton_start(0),morton_stop(0)
    if(.not. morton_aim(morton_no)) cycle
    igrid=sfc_to_igrid(morton_no)
    call calc_x(igrid,xc,xcc)
    call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                   ixc^l,ixcc^l,.true.)
    do iw=1,nw+nwauxio
      if(iw<=nw) then 
        if(.not.w_write(iw)) cycle
      end if
      if(cell_corner) then
        write(qunit) length
        write(qunit) {(|}real(wC_TMP(ix^D,iw)*normconv(iw)),{ix^D=ixcmin^d,ixcmax^d)}
      else
        write(qunit) lengthcc
        write(qunit) {(|}real(wCC_TMP(ix^D,iw)*normconv(iw)),{ix^D=ixccmin^d,ixccmax^d)}
      end if
    end do

    write(qunit) length_coords
    {do ix^db=ixcmin^db,ixcmax^db \}
      x_vtk(1:3)=zero;
      x_vtk(1:ndim)=xc_tmp(ix^d,1:ndim)*normconv(0);
      do k=1,3
        write(qunit) real(x_vtk(k))
      end do
    {end do \}

    write(qunit) length_conn
    {do ix^db=1,nx^db\}
      {^ifoned write(qunit)ix1-1,ix1 \}
      {^iftwod
      write(qunit)(ix2-1)*nxc1+ix1-1, &
      (ix2-1)*nxc1+ix1,ix2*nxc1+ix1-1,ix2*nxc1+ix1
       \}
      {^ifthreed
      write(qunit)&
      (ix3-1)*nxc2*nxc1+(ix2-1)*nxc1+ix1-1, &
      (ix3-1)*nxc2*nxc1+(ix2-1)*nxc1+ix1,&
      (ix3-1)*nxc2*nxc1+    ix2*nxc1+ix1-1,&
      (ix3-1)*nxc2*nxc1+    ix2*nxc1+ix1,&
       ix3*nxc2*nxc1+(ix2-1)*nxc1+ix1-1,&
       ix3*nxc2*nxc1+(ix2-1)*nxc1+ix1,&
       ix3*nxc2*nxc1+    ix2*nxc1+ix1-1,&
       ix3*nxc2*nxc1+    ix2*nxc1+ix1
       \}
    {end do\}

    write(qunit) length_offsets
    do icel=1,nc
      write(qunit) icel*(2**^nd)
    end do

   {^ifoned vtk_type=3 \}
   {^iftwod vtk_type=8 \}
   {^ifthreed vtk_type=11 \}
    write(qunit) size_int*nc
    do icel=1,nc
      write(qunit) vtk_type
    end do
  end do
  allocate(intstatus(mpi_status_size,1))
  if(npe>1)then
    ixccmin^d=ixmlo^d; ixccmax^d=ixmhi^d;
    ixcmin^d=ixmlo^d-1; ixcmax^d=ixmhi^d;
    do ipe=1, npe-1
      do morton_no=morton_start(ipe),morton_stop(ipe)
        if(.not. morton_aim(morton_no)) cycle
        itag=morton_no
        call mpi_recv(xc_tmp,1,type_block_xc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
        if(cell_corner) then
          call mpi_recv(wc_tmp,1,type_block_wc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
        else
          call mpi_recv(wcc_tmp,1,type_block_wcc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
        end if
        do iw=1,nw+nwauxio
          if(iw<=nw) then 
            if(.not.w_write(iw)) cycle
          end if
          if(cell_corner) then
            write(qunit) length
            write(qunit) {(|}real(wC_TMP(ix^D,iw)*normconv(iw)),{ix^D=ixcmin^d,ixcmax^d)}
          else
            write(qunit) lengthcc
            write(qunit) {(|}real(wCC_TMP(ix^D,iw)*normconv(iw)),{ix^D=ixccmin^d,ixccmax^d)}
          end if
        end do

        write(qunit) length_coords
        {do ix^db=ixcmin^db,ixcmax^db \}
          x_vtk(1:3)=zero;
          x_vtk(1:ndim)=xc_tmp(ix^d,1:ndim)*normconv(0);
          do k=1,3
           write(qunit) real(x_vtk(k))
          end do
        {end do \}

        write(qunit) length_conn
        {do ix^db=1,nx^db\}
          {^ifoned write(qunit)ix1-1,ix1 \}
          {^iftwod
          write(qunit)(ix2-1)*nxc1+ix1-1, &
          (ix2-1)*nxc1+ix1,ix2*nxc1+ix1-1,ix2*nxc1+ix1
           \}
          {^ifthreed
          write(qunit)&
          (ix3-1)*nxc2*nxc1+(ix2-1)*nxc1+ix1-1, &
          (ix3-1)*nxc2*nxc1+(ix2-1)*nxc1+ix1,&
          (ix3-1)*nxc2*nxc1+    ix2*nxc1+ix1-1,&
          (ix3-1)*nxc2*nxc1+    ix2*nxc1+ix1,&
           ix3*nxc2*nxc1+(ix2-1)*nxc1+ix1-1,&
           ix3*nxc2*nxc1+(ix2-1)*nxc1+ix1,&
           ix3*nxc2*nxc1+    ix2*nxc1+ix1-1,&
           ix3*nxc2*nxc1+    ix2*nxc1+ix1
           \}
        {end do\}

        write(qunit) length_offsets
        do icel=1,nc
          write(qunit) icel*(2**^nd)
        end do
        {^ifoned vtk_type=3 \}
        {^iftwod vtk_type=8 \}
        {^ifthreed vtk_type=11 \}
        write(qunit) size_int*nc
        do icel=1,nc
          write(qunit) vtk_type
        end do
      end do
    end do
  end if
  close(qunit)
  open(qunit,file=filename,status='unknown',form='formatted',position='append')
  write(qunit,'(a)')'</AppendedData>'
  write(qunit,'(a)')'</VTKFile>'
  close(qunit)
  deallocate(intstatus)
end if

deallocate(morton_aim,morton_aim_p)
if (npe>1) then
  call mpi_barrier(icomm,ierrmpi)
end if

end subroutine unstructuredvtkb
!====================================================================================
subroutine save_connvtk(qunit,igrid)

! this saves the basic line, pixel and voxel connectivity,
! as used by VTK file outputs for unstructured grid

use mod_global_parameters

integer, intent(in) :: qunit, igrid

integer :: nx^D, nxC^D, ix^D
!-----------------------------------------------------------------------------
nx^d=ixmhi^d-ixmlo^d+1;
nxc^d=nx^d+1;

{do ix^db=1,nx^db\}
        {^ifoned write(qunit,'(2(i7,1x))')ix1-1,ix1 \}
        {^iftwod
        write(qunit,'(4(i7,1x))')(ix2-1)*nxc1+ix1-1, &
               (ix2-1)*nxc1+ix1,ix2*nxc1+ix1-1,ix2*nxc1+ix1
        \}
        {^ifthreed
        write(qunit,'(8(i7,1x))')&
                   (ix3-1)*nxc2*nxc1+(ix2-1)*nxc1+ix1-1, &
                   (ix3-1)*nxc2*nxc1+(ix2-1)*nxc1+ix1,&
                   (ix3-1)*nxc2*nxc1+    ix2*nxc1+ix1-1,&
                   (ix3-1)*nxc2*nxc1+    ix2*nxc1+ix1,&
                       ix3*nxc2*nxc1+(ix2-1)*nxc1+ix1-1,&
                       ix3*nxc2*nxc1+(ix2-1)*nxc1+ix1,&
                       ix3*nxc2*nxc1+    ix2*nxc1+ix1-1,&
                       ix3*nxc2*nxc1+    ix2*nxc1+ix1
        \}
{end do\}

end subroutine save_connvtk
!=============================================================================
subroutine imagedatavtk_mpi(qunit)

! output for vti format to paraview, non-binary version output
! parallel, uses calc_grid to compute nwauxio variables
! allows renormalizing using convert factors
! allows skipping of w_write selected variables

! implementation such that length of ASCII output is identical when 
! run on 1 versus multiple CPUs (however, the order of the vtu pieces can differ)

use mod_forest, only: morton_start, morton_stop, tree_node_ptr, igrid_to_node, sfc_to_igrid
use mod_global_parameters
use mod_calculate_xw

integer, intent(in) ::    qunit

double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC_TMP,xC_TMP_recv
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC_TMP,xCC_TMP_recv
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC_TMP,wC_TMP_recv
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC_TMP,wCC_TMP_recv
double precision, dimension(0:nw+nwauxio)                   :: normconv
integer::               igrid,iigrid,level,ixC^L,ixCC^L
integer::               NumGridsOnLevel(1:nlevelshi)
integer :: nx^D

character(len=80)::  filename
integer ::           filenr

integer, allocatable :: intstatus(:,:)
logical, allocatable :: Morton_aim(:),Morton_aim_p(:)

character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead

logical :: fileopen
integer :: itag,ipe,Morton_no,Morton_length
integer :: ixrvC^L, ixrvCC^L, siz_ind, ind_send(5*^nd), ind_recv(5*^nd)
double precision    :: origin(1:3), spacing(1:3)
integer :: wholeExtent(1:6), ig^D
type(tree_node_ptr) :: tree
!-----------------------------------------------------------------------------
if(levmin/=levmax) call mpistop('ImageData can only be used when levmin=levmax')

normconv(0) = length_convert_factor
normconv(1:nw) = w_convert_factor
siz_ind=5*^nd
morton_length=morton_stop(npe-1)-morton_start(0)+1
allocate(morton_aim(morton_start(0):morton_stop(npe-1)))
allocate(morton_aim_p(morton_start(0):morton_stop(npe-1)))
morton_aim=.false.
morton_aim_p=.false.
do morton_no=morton_start(mype),morton_stop(mype)
  igrid=sfc_to_igrid(morton_no)
  level=node(plevel_,igrid)
  ! we can clip parts of the grid away, select variables, levels etc.
  if(writelevel(level)) then
   ! only output a grid when fully within clipped region selected
   ! by writespshift array
   if(({rnode(rpxmin^d_,igrid)>=xprobmin^d+(xprobmax^d-xprobmin^d)&
         *writespshift(^d,1)|.and.}).and.({rnode(rpxmax^d_,igrid)&
        <=xprobmax^d-(xprobmax^d-xprobmin^d)*writespshift(^d,2)|.and.})) then
     morton_aim_p(morton_no)=.true.
   end if
  end if
end do
call mpi_allreduce(morton_aim_p,morton_aim,morton_length,mpi_logical,mpi_lor,&
                         icomm,ierrmpi)


if (mype /= 0) then
 do morton_no=morton_start(mype),morton_stop(mype)
   if(.not. morton_aim(morton_no)) cycle
   igrid=sfc_to_igrid(morton_no)
   call calc_x(igrid,xc,xcc)
   call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                     ixc^l,ixcc^l,.true.)
   tree%node => igrid_to_node(igrid, mype)%node
   {^d& ig^d = tree%node%ig^d; }
   itag=morton_no
   ind_send=(/ ixc^l,ixcc^l, ig^d /)
   call mpi_send(ind_send,siz_ind,mpi_integer, 0,itag,icomm,ierrmpi)
   call mpi_send(wc_tmp,1,type_block_wc_io, 0,itag,icomm,ierrmpi)
   call mpi_send(wcc_tmp,1,type_block_wcc_io, 0,itag,icomm,ierrmpi)
 end do

else

 inquire(qunit,opened=fileopen)
 if(.not.fileopen)then
    ! generate filename 
    filenr=snapshotini
    if (autoconvert) filenr=snapshotnext
    write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".vti"
   ! Open the file for the header part
   open(qunit,file=filename,status='unknown',form='formatted')
 endif

call getheadernames(wnamei,xandwnamei,outfilehead)

! number of cells per grid.
nx^d=ixmhi^d-ixmlo^d+1;

origin      = 0
{^d& origin(^d) = xprobmin^d*normconv(0); }
spacing     = zero
{^d&spacing(^d) = dxlevel(^d)*normconv(0); }

wholeextent = 0
! if we use writespshift, the whole extent has to be calculated:
{^d&wholeextent(^d*2-1) = nx^d * ceiling(((xprobmax^d-xprobmin^d)*writespshift(^d,1)) &
     /(nx^d*dxlevel(^d))) \}
{^d&wholeextent(^d*2)   = nx^d * floor(((xprobmax^d-xprobmin^d)*(1.0d0-writespshift(^d,2))) &
     /(nx^d*dxlevel(^d))) \}

! generate xml header
write(qunit,'(a)')'<?xml version="1.0"?>'
write(qunit,'(a)',advance='no') '<VTKFile type="ImageData"'
write(qunit,'(a)')' version="0.1" byte_order="LittleEndian">'
write(qunit,'(a,3(1pe14.6),a,6(i10),a,3(1pe14.6),a)')'  <ImageData Origin="',&
     origin,'" WholeExtent="',wholeextent,'" Spacing="',spacing,'">'
 write(qunit,'(a)')'<FieldData>'
 write(qunit,'(2a)')'<DataArray type="Float32" Name="TIME" ',&
                    'NumberOfTuples="1" format="ascii">'
 write(qunit,*) real(global_time*time_convert_factor)
 write(qunit,'(a)')'</DataArray>'
 write(qunit,'(a)')'</FieldData>'

! write the data from proc 0
do morton_no=morton_start(0),morton_stop(0)
   if(.not. morton_aim(morton_no)) cycle
   igrid=sfc_to_igrid(morton_no)
   tree%node => igrid_to_node(igrid, 0)%node
   {^d& ig^d = tree%node%ig^d; }
   call calc_x(igrid,xc,xcc)
   call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
        ixc^l,ixcc^l,.true.)
   call write_vti(qunit,ixg^ll,ixc^l,ixcc^l,ig^d,&
        nx^d,normconv,wnamei,wc_tmp,wcc_tmp)   
end do

if(npe>1)then
   allocate(intstatus(mpi_status_size,1))
   do ipe=1, npe-1
      do morton_no=morton_start(ipe),morton_stop(ipe)
         if(.not. morton_aim(morton_no)) cycle
         itag=morton_no
         call mpi_recv(ind_recv,siz_ind, mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
         ixrvcmin^d=ind_recv(^d);ixrvcmax^d=ind_recv(^nd+^d);
         ixrvccmin^d=ind_recv(2*^nd+^d);ixrvccmax^d=ind_recv(3*^nd+^d);
         ig^d=ind_recv(4*^nd+^d);
         call mpi_recv(wc_tmp,1,type_block_wc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
         call mpi_recv(wcc_tmp,1,type_block_wcc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
         call write_vti(qunit,ixg^ll,ixrvc^l,ixrvcc^l,ig^d,&
              nx^d,normconv,wnamei,wc_tmp,wcc_tmp)   
      end do
   end do
end if

write(qunit,'(a)')'</ImageData>'
write(qunit,'(a)')'</VTKFile>'
close(qunit)
if(npe>1) deallocate(intstatus)
endif

deallocate(morton_aim,morton_aim_p)
if (npe>1) then
  call mpi_barrier(icomm,ierrmpi)
endif

end subroutine imagedatavtk_mpi
!============================================================================
subroutine punstructuredvtk_mpi(qunit)

! Write one pvtu and vtu files for each processor
! Otherwise like unstructuredvtk_mpi

use mod_forest, only: morton_start, morton_stop, sfc_to_igrid
use mod_global_parameters
use mod_calculate_xw

integer, intent(in) ::    qunit
!
double precision, dimension(0:nw+nwauxio)                   :: normconv
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim)         :: xC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,ndim)           :: xCC_TMP
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim)         :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)           :: xCC
double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC_TMP
character(len=name_len)   :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead
integer             :: nx^D,nxC^D,nc,np, igrid,ixC^L,ixCC^L,level,Morton_no
character(len=80)   :: pfilename
integer             :: filenr
logical             :: fileopen,conv_grid
!----------------------------------------------------------------------------

! Write pvtu-file:
if (mype==0) then
   call write_pvtu(qunit)
endif
! Now write the Source files:

inquire(qunit,opened=fileopen)
if(.not.fileopen)then
   ! generate filename 
   filenr=snapshotini
   if (autoconvert) filenr=snapshotnext
   ! Open the file for the header part
   write(pfilename,'(a,i4.4,a,i4.4,a)') trim(base_filename),filenr,"p",mype,".vtu"
   open(qunit,file=pfilename,status='unknown',form='formatted')
endif
! generate xml header
write(qunit,'(a)')'<?xml version="1.0"?>'
write(qunit,'(a)',advance='no') '<VTKFile type="UnstructuredGrid"'
write(qunit,'(a)')' version="0.1" byte_order="LittleEndian">'
write(qunit,'(a)')'  <UnstructuredGrid>'
write(qunit,'(a)')'<FieldData>'
write(qunit,'(2a)')'<DataArray type="Float32" Name="TIME" ',&
                   'NumberOfTuples="1" format="ascii">'
write(qunit,*) real(global_time*time_convert_factor)
write(qunit,'(a)')'</DataArray>'
write(qunit,'(a)')'</FieldData>'

call getheadernames(wnamei,xandwnamei,outfilehead)

! number of cells, number of corner points, per grid.
nx^d=ixmhi^d-ixmlo^d+1;
nxc^d=nx^d+1;
nc={nx^d*}
np={nxc^d*}

! Note: using the w_write, writelevel, writespshift
! we can clip parts of the grid away, select variables, levels etc.
do level=levmin,levmax
   if (.not.writelevel(level)) cycle
   do morton_no=morton_start(mype),morton_stop(mype)
    igrid=sfc_to_igrid(morton_no)
    if (node(plevel_,igrid)/=level) cycle

    ! only output a grid when fully within clipped region selected
    ! by writespshift array
    conv_grid=({rnode(rpxmin^d_,igrid)>=xprobmin^d+(xprobmax^d-xprobmin^d)&
          *writespshift(^d,1)|.and.}).and.({rnode(rpxmax^d_,igrid)&
         <=xprobmax^d-(xprobmax^d-xprobmin^d)*writespshift(^d,2)|.and.})
    if (.not.conv_grid) cycle

    call calc_x(igrid,xc,xcc)
    call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
         ixc^l,ixcc^l,.true.)

    call write_vtk(qunit,ixg^ll,ixc^l,ixcc^l,igrid,nc,np,nx^d,nxc^d,&
         normconv,wnamei,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp)
   end do ! Morton_no loop
end do ! level loop

 write(qunit,'(a)')'  </UnstructuredGrid>'
 write(qunit,'(a)')'</VTKFile>'
 close(qunit)

if (npe>1) then
  call mpi_barrier(icomm,ierrmpi)
endif
end subroutine punstructuredvtk_mpi
!============================================================================
subroutine unstructuredvtk_mpi(qunit)

! output for vtu format to paraview, non-binary version output
! parallel, uses calc_grid to compute nwauxio variables
! allows renormalizing using convert factors
! allows skipping of w_write selected variables

! implementation such that length of ASCII output is identical when 
! run on 1 versus multiple CPUs (however, the order of the vtu pieces can differ)

use mod_forest, only: morton_start, morton_stop, sfc_to_igrid
use mod_global_parameters
use mod_calculate_xw

integer, intent(in) ::    qunit

double precision ::  x_VTK(1:3)

double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC_TMP,xC_TMP_recv
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC_TMP,xCC_TMP_recv
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC_TMP,wC_TMP_recv
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC_TMP,wCC_TMP_recv
double precision, dimension(0:nw+nwauxio)                   :: normconv
integer::               igrid,iigrid,level,ixC^L,ixCC^L
integer::               NumGridsOnLevel(1:nlevelshi)
integer :: nx^D,nxC^D,nodesonlevel,elemsonlevel,nc,np,ix^D

character(len=80)::  filename
integer ::           filenr

integer, allocatable :: intstatus(:,:)

character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead

logical :: fileopen,conv_grid,cond_grid_recv
integer :: itag,ipe,Morton_no,siz_ind
integer :: ind_send(4*^nd),ind_recv(4*^nd)
integer :: levmin_recv,levmax_recv,level_recv,igrid_recv,ixrvC^L,ixrvCC^L
!-----------------------------------------------------------------------------
if (mype==0) then
 inquire(qunit,opened=fileopen)
 if(.not.fileopen)then
    ! generate filename 
    filenr=snapshotini
    if (autoconvert) filenr=snapshotnext
    write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".vtu"
   ! Open the file for the header part
   open(qunit,file=filename,status='unknown',form='formatted')
 endif
 ! generate xml header
 write(qunit,'(a)')'<?xml version="1.0"?>'
 write(qunit,'(a)',advance='no') '<VTKFile type="UnstructuredGrid"'
 write(qunit,'(a)')' version="0.1" byte_order="LittleEndian">'
 write(qunit,'(a)')'<UnstructuredGrid>'
 write(qunit,'(a)')'<FieldData>'
 write(qunit,'(2a)')'<DataArray type="Float32" Name="TIME" ',&
                    'NumberOfTuples="1" format="ascii">'
 write(qunit,*) real(global_time*time_convert_factor)
 write(qunit,'(a)')'</DataArray>'
 write(qunit,'(a)')'</FieldData>'
end if

call getheadernames(wnamei,xandwnamei,outfilehead)
! number of cells, number of corner points, per grid.
nx^d=ixmhi^d-ixmlo^d+1;
nxc^d=nx^d+1;
nc={nx^d*}
np={nxc^d*}

! all slave processors send their minmal/maximal levels
if  (mype/=0) then
 if (morton_stop(mype)==0) call mpistop("nultag")
 itag=1000*morton_stop(mype)
 !print *,'ype,itag for levmin=',mype,itag,levmin
 call mpi_send(levmin,1,mpi_integer, 0,itag,icomm,ierrmpi)
 itag=2000*morton_stop(mype)
 !print *,'mype,itag for levmax=',mype,itag,levmax
 call mpi_send(levmax,1,mpi_integer, 0,itag,icomm,ierrmpi)
end if


! Note: using the w_write, writelevel, writespshift
! we can clip parts of the grid away, select variables, levels etc.
do level=levmin,levmax
   if (.not.writelevel(level)) cycle
   do morton_no=morton_start(mype),morton_stop(mype)
    igrid=sfc_to_igrid(morton_no)
    if (mype/=0)then
      itag=morton_no
      call mpi_send(igrid,1,mpi_integer, 0,itag,icomm,ierrmpi)
      itag=igrid
      call mpi_send(node(plevel_,igrid),1,mpi_integer, 0,itag,icomm,ierrmpi)
    end if
    if (node(plevel_,igrid)/=level) cycle

    ! only output a grid when fully within clipped region selected
    ! by writespshift array
    conv_grid=({rnode(rpxmin^d_,igrid)>=xprobmin^d+(xprobmax^d-xprobmin^d)&
          *writespshift(^d,1)|.and.}).and.({rnode(rpxmax^d_,igrid)&
         <=xprobmax^d-(xprobmax^d-xprobmin^d)*writespshift(^d,2)|.and.})
    if (mype/=0)then
      call mpi_send(conv_grid,1,mpi_logical,0,itag,icomm,ierrmpi)
    end if
    if (.not.conv_grid) cycle

    call calc_x(igrid,xc,xcc)
    call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                     ixc^l,ixcc^l,.true.)

    if (mype/=0) then
       itag=morton_no
       ind_send=(/ ixc^l,ixcc^l /)
       siz_ind=4*^nd
       call mpi_send(ind_send,siz_ind,mpi_integer, 0,itag,icomm,ierrmpi)
       call mpi_send(normconv,nw+nwauxio+1,mpi_double_precision, 0,itag,icomm,ierrmpi)

       call mpi_send(wc_tmp,1,type_block_wc_io, 0,itag,icomm,ierrmpi)
       call mpi_send(xc_tmp,1,type_block_xc_io, 0,itag,icomm,ierrmpi)
       itag=igrid
       call mpi_send(wcc_tmp,1,type_block_wcc_io, 0,itag,icomm,ierrmpi)
       call mpi_send(xcc_tmp,1,type_block_xcc_io, 0,itag,icomm,ierrmpi)
    else
       call write_vtk(qunit,ixg^ll,ixc^l,ixcc^l,igrid,nc,np,nx^d,nxc^d,&
                          normconv,wnamei,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp)
    end if
   end do ! Morton_no loop
end do ! level loop


if (mype==0) then
 allocate(intstatus(mpi_status_size,1))
 if(npe>1)then
  do ipe=1,npe-1
   itag=1000*morton_stop(ipe)
   call mpi_recv(levmin_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
   !!print *,'mype RECEIVES,itag for levmin=',mype,itag,levmin_recv
   itag=2000*morton_stop(ipe)
   call mpi_recv(levmax_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
   !!print *,'mype RECEIVES itag for levmax=',mype,itag,levmax_recv
   do level=levmin_recv,levmax_recv
    if (.not.writelevel(level)) cycle
    do  morton_no=morton_start(ipe),morton_stop(ipe)
     itag=morton_no
     call mpi_recv(igrid_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
     itag=igrid_recv
     call mpi_recv(level_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
     if (level_recv/=level) cycle

     call mpi_recv(cond_grid_recv,1,mpi_logical, ipe,itag,icomm,intstatus(:,1),ierrmpi)
     if(.not.cond_grid_recv)cycle

     itag=morton_no
     siz_ind=4*^nd
     call mpi_recv(ind_recv,siz_ind, mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
     ixrvcmin^d=ind_recv(^d);ixrvcmax^d=ind_recv(^nd+^d);
     ixrvccmin^d=ind_recv(2*^nd+^d);ixrvccmax^d=ind_recv(3*^nd+^d);
     call mpi_recv(normconv,nw+nwauxio+1, mpi_double_precision,ipe,itag&
                  ,icomm,intstatus(:,1),ierrmpi)

     call mpi_recv(wc_tmp_recv,1,type_block_wc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
     call mpi_recv(xc_tmp_recv,1,type_block_xc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)

     itag=igrid_recv
     call mpi_recv(wcc_tmp_recv,1,type_block_wcc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
     call mpi_recv(xcc_tmp_recv,1,type_block_xcc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
     call write_vtk(qunit,ixg^ll,ixrvc^l,ixrvcc^l,igrid_recv,&
                    nc,np,nx^d,nxc^d,normconv,wnamei,&
                    xc_tmp_recv,xcc_tmp_recv,wc_tmp_recv,wcc_tmp_recv)
    enddo ! Morton_no loop
   enddo ! level loop
  enddo ! processor loop
 endif ! multiple processors
 write(qunit,'(a)')'</UnstructuredGrid>'
 write(qunit,'(a)')'</VTKFile>'
 close(qunit)
endif

if (npe>1) then
  call mpi_barrier(icomm,ierrmpi)
  if(mype==0)deallocate(intstatus)
endif

end subroutine unstructuredvtk_mpi
!============================================================================
subroutine write_vtk(qunit,ixI^L,ixC^L,ixCC^L,igrid,nc,np,nx^D,nxC^D,&
                     normconv,wnamei,xC,xCC,wC,wCC)

use mod_global_parameters

integer, intent(in) :: qunit
integer, intent(in) :: ixI^L,ixC^L,ixCC^L
integer, intent(in) :: igrid,nc,np,nx^D,nxC^D
double precision, intent(in) :: normconv(0:nw+nwauxio) 
character(len=name_len), intent(in)::  wnamei(1:nw+nwauxio)

double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC

double precision ::  x_VTK(1:3)
integer :: iw,ix^D,icel,VTK_type
!----------------------------------------------------------------------------

select case(convert_type)
    case('vtumpi','pvtumpi')
         ! we write out every grid as one VTK PIECE
      write(qunit,'(a,i7,a,i7,a)') &
            '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
      write(qunit,'(a)')'<PointData>'
      do iw=1,nw+nwauxio
         if(iw<=nw) then 
            if(.not.w_write(iw)) cycle
         endif

            write(qunit,'(a,a,a)')&
          '<DataArray type="Float64" Name="',trim(wnamei(iw)),'" format="ascii">'
            write(qunit,'(200(1pe14.6))') {(|}wc(ix^d,iw)*normconv(iw),{ix^d=ixcmin^d,ixcmax^d)}
            write(qunit,'(a)')'</DataArray>'
      enddo
      write(qunit,'(a)')'</PointData>'

      write(qunit,'(a)')'<Points>'
      write(qunit,'(a)')'<DataArray type="Float32" NumberOfComponents="3" format="ascii">'
         ! write cell corner coordinates in a backward dimensional loop, always 3D output
      {do ix^db=ixcmin^db,ixcmax^db \}
            x_vtk(1:3)=zero;
            x_vtk(1:ndim)=xc(ix^d,1:ndim)*normconv(0);
            write(qunit,'(3(1pe14.6))') x_vtk
      {end do \}
      write(qunit,'(a)')'</DataArray>'
      write(qunit,'(a)')'</Points>'

    case('vtuCCmpi','pvtuCCmpi')
      ! we write out every grid as one VTK PIECE
      write(qunit,'(a,i7,a,i7,a)') &
         '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
      write(qunit,'(a)')'<CellData>'
      do iw=1,nw+nwauxio
         if(iw<=nw) then 
            if(.not.w_write(iw)) cycle
         endif
            write(qunit,'(a,a,a)')&
          '<DataArray type="Float64" Name="',trim(wnamei(iw)),'" format="ascii">'
            write(qunit,'(200(1pe14.6))') {(|}wcc(ix^d,iw)*normconv(iw),{ix^d=ixccmin^d,ixccmax^d)}
            write(qunit,'(a)')'</DataArray>'
      enddo
      write(qunit,'(a)')'</CellData>'

      write(qunit,'(a)')'<Points>'
      write(qunit,'(a)')'<DataArray type="Float32" NumberOfComponents="3" format="ascii">'
      ! write cell corner coordinates in a backward dimensional loop, always 3D output
      {do ix^db=ixcmin^db,ixcmax^db \}
            x_vtk(1:3)=zero;
            x_vtk(1:ndim)=xc(ix^d,1:ndim)*normconv(0);
            write(qunit,'(3(1pe14.6))') x_vtk
      {end do \}
      write(qunit,'(a)')'</DataArray>'
      write(qunit,'(a)')'</Points>'
end select

write(qunit,'(a)')'<Cells>'

! connectivity part
write(qunit,'(a)')'<DataArray type="Int32" Name="connectivity" format="ascii">'
call save_connvtk(qunit,igrid)
write(qunit,'(a)')'</DataArray>'

! offsets data array
write(qunit,'(a)')'<DataArray type="Int32" Name="offsets" format="ascii">'
do icel=1,nc
    write(qunit,'(i7)') icel*(2**^nd)
end do
write(qunit,'(a)')'</DataArray>'

! VTK cell type data array
write(qunit,'(a)')'<DataArray type="Int32" Name="types" format="ascii">'
! VTK_LINE=3; VTK_PIXEL=8; VTK_VOXEL=11 -> vtk-syntax
{^ifoned vtk_type=3 \}
{^iftwod vtk_type=8 \}
{^ifthreed vtk_type=11 \}
do icel=1,nc
   write(qunit,'(i2)') vtk_type
enddo
write(qunit,'(a)')'</DataArray>'

write(qunit,'(a)')'</Cells>'

write(qunit,'(a)')'</Piece>'

end subroutine write_vtk
!============================================================================
subroutine write_vti(qunit,ixI^L,ixC^L,ixCC^L,ig^D,nx^D,&
                     normconv,wnamei,wC,wCC)
use mod_global_parameters

integer, intent(in) :: qunit
integer, intent(in) :: ixI^L,ixC^L,ixCC^L
integer, intent(in) :: ig^D,nx^D
double precision, intent(in) :: normconv(0:nw+nwauxio) 
character(len=name_len), intent(in)::  wnamei(1:nw+nwauxio)

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC

integer :: iw,ix^D
integer :: extent(1:6)
!----------------------------------------------------------------------------

extent = 0
{^d& extent(^d*2-1) = (ig^d-1) * nx^d; }
{^d& extent(^d*2)   = (ig^d)   * nx^d; }


select case(convert_type)
    case('vtimpi','pvtimpi')
         ! we write out every grid as one VTK PIECE
      write(qunit,'(a,6(i10),a)') &
            '<Piece Extent="',extent,'">'
      write(qunit,'(a)')'<PointData>'
      do iw=1,nw+nwauxio
         if(iw<=nw) then 
            if(.not.w_write(iw)) cycle
         endif

            write(qunit,'(a,a,a)')&
          '<DataArray type="Float64" Name="',trim(wnamei(iw)),'" format="ascii">'
            write(qunit,'(200(1pe20.12))') {(|}wc(ix^d,iw)*normconv(iw),{ix^d=ixcmin^d,ixcmax^d)}
            write(qunit,'(a)')'</DataArray>'
      enddo
      write(qunit,'(a)')'</PointData>'

    case('vtiCCmpi','pvtiCCmpi')
      ! we write out every grid as one VTK PIECE
      write(qunit,'(a,6(i10),a)') &
            '<Piece Extent="',extent,'">'
      write(qunit,'(a)')'<CellData>'
      do iw=1,nw+nwauxio
         if(iw<=nw) then 
            if(.not.w_write(iw)) cycle
         endif
            write(qunit,'(a,a,a)')&
          '<DataArray type="Float64" Name="',trim(wnamei(iw)),'" format="ascii">'
            write(qunit,'(200(1pe20.12))') {(|}wcc(ix^d,iw)*normconv(iw),{ix^d=ixccmin^d,ixccmax^d)}
            write(qunit,'(a)')'</DataArray>'
      enddo
      write(qunit,'(a)')'</CellData>'
end select

write(qunit,'(a)')'</Piece>'

end subroutine write_vti
!=============================================================================
subroutine write_pvtu(qunit)

use mod_global_parameters
use mod_calculate_xw

integer, intent(in) :: qunit

character(len=name_len)   :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio),outtype
character(len=1024) :: outfilehead
character(len=80)   :: filename,pfilename
integer             :: filenr,iw,ipe,iscalars
logical             :: fileopen

select case(convert_type)
case('pvtumpi','pvtuBmpi')
   outtype="PPointData"
case('pvtuCCmpi','pvtuBCCmpi')
   outtype="PCellData"
end select
inquire(qunit,opened=fileopen)
if(.not.fileopen)then
   ! generate filename 
   filenr=snapshotini
   if (autoconvert) filenr=snapshotnext
   write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".pvtu"
   ! Open the file
   open(qunit,file=filename,status='unknown',form='formatted')
endif

call getheadernames(wnamei,xandwnamei,outfilehead)

! Get the default selection:
iscalars=1
do iw=nw,1, -1
   if (w_write(iw)) iscalars=iw
end do


! generate xml header
write(qunit,'(a)')'<?xml version="1.0"?>'
write(qunit,'(a)',advance='no') '<VTKFile type="PUnstructuredGrid"'
write(qunit,'(a)')' version="0.1" byte_order="LittleEndian">'
write(qunit,'(a)')'  <PUnstructuredGrid GhostLevel="0">'
! Either celldata or pointdata:
write(qunit,'(a,a,a,a,a)')&
     '    <',trim(outtype),' Scalars="',trim(wnamei(iscalars))//'">'
do iw=1,nw
   if(.not.w_write(iw))cycle
   write(qunit,'(a,a,a)')&
        '      <PDataArray type="Float32" Name="',trim(wnamei(iw)),'"/>'
end do
do iw=nw+1,nw+nwauxio
   write(qunit,'(a,a,a)')&
        '      <PDataArray type="Float32" Name="',trim(wnamei(iw)),'"/>'
end do
write(qunit,'(a,a,a)')'    </',trim(outtype),'>'

write(qunit,'(a)')'    <PPoints>'
write(qunit,'(a)')'      <PDataArray type="Float32" NumberOfComponents="3"/>'
write(qunit,'(a)')'    </PPoints>'

do ipe=0,npe-1
   write(pfilename,'(a,i4.4,a,i4.4,a)') trim(base_filename(&
        index(base_filename, '/', back = .true.)+1:&
        len(base_filename))),filenr,"p",&
        ipe,".vtu"
   write(qunit,'(a,a,a)')'    <Piece Source="',trim(pfilename),'"/>'
end do
write(qunit,'(a)')'  </PUnstructuredGrid>'
write(qunit,'(a)')'</VTKFile>'

close(qunit)

end subroutine write_pvtu
!=============================================================================
subroutine tecplot_mpi(qunit)

! output for tecplot (ASCII format)
! parallel, uses calc_grid to compute nwauxio variables
! allows renormalizing using convert factors

! the current implementation is such that tecplotmpi and tecplotCCmpi will 
! create different length output ASCII files when used on 1 versus multiple CPUs
! in fact, on 1 CPU, there will be as many zones as there are levels
! on multiple CPUs, there will be a number of zones up to the number of
! levels times the number of CPUs (can be less, when some level not on a CPU)

use mod_forest, only: morton_start, morton_stop, sfc_to_igrid
use mod_global_parameters
use mod_calculate_xw

integer, intent(in) :: qunit

integer::               igrid,iigrid,level,igonlevel,iw,idim,ix^D
integer::               NumGridsOnLevel(1:nlevelshi)
integer :: nx^D,nxC^D,nodesonlevel,elemsonlevel,ixC^L,ixCC^L
integer :: nodesonlevelmype,elemsonlevelmype

integer ::              nodes, elems

integer, allocatable :: intstatus(:,:)

double precision :: x_TEC(ndim), w_TEC(nw+nwauxio)

double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC_TMP,xC_TMP_recv
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC_TMP,xCC_TMP_recv
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC_TMP,wC_TMP_recv
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC_TMP,wCC_TMP_recv
double precision, dimension(0:nw+nwauxio)                   :: normconv
logical :: fileopen,first
integer :: itag,Morton_no,ipe,levmin_recv,levmax_recv,igrid_recv,level_recv
integer :: ixrvC^L,ixrvCC^L
integer :: ind_send(2*^nd),ind_recv(2*^nd),siz_ind,igonlevel_recv
integer :: NumGridsOnLevel_mype(1:nlevelshi,0:npe-1)
character(len=80) :: filename
integer ::           filenr
character(len=1024) :: tecplothead

character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead
!-----------------------------------------------------------------------------
if(nw/=count(w_write(1:nw)))then
 if(mype==0) print *,'tecplot_mpi does not use w_write=F'
 call mpistop('w_write, tecplot')
end if

if(nocartesian)then
 if(mype==0) print *,'tecplot_mpi with nocartesian'
endif

master_cpu_open : if (mype == 0) then
 inquire(qunit,opened=fileopen)
 if (.not.fileopen) then
   ! generate filename
    filenr=snapshotini
    if (autoconvert) filenr=snapshotnext
   write(filename,'(a,i4.4,a)') trim(base_filename),filenr,".plt"
   open(qunit,file=filename,status='unknown')
 end if

 call getheadernames(wnamei,xandwnamei,outfilehead)

 write(tecplothead,'(a)') "VARIABLES = "//trim(outfilehead)
 write(qunit,'(a)') tecplothead(1:len_trim(tecplothead))
end if  master_cpu_open


! determine overall number of grids per level, and the same info per CPU
numgridsonlevel(1:nlevelshi)=0
do level=levmin,levmax
   numgridsonlevel(level)=0
   do morton_no=morton_start(mype),morton_stop(mype)
      igrid = sfc_to_igrid(morton_no)
      if (node(plevel_,igrid)/=level) cycle
      numgridsonlevel(level)=numgridsonlevel(level)+1
   end do
   numgridsonlevel_mype(level,0:npe-1)=0
   numgridsonlevel_mype(level,mype) = numgridsonlevel(level)
   call mpi_allreduce(mpi_in_place,numgridsonlevel_mype(level,0:npe-1),npe,mpi_integer,&
                 mpi_max,icomm,ierrmpi)
   call mpi_allreduce(mpi_in_place,numgridsonlevel(level),1,mpi_integer,mpi_sum, &
                   icomm,ierrmpi)
end do


!!do level=levmin,levmax
!!  print *,'mype, level en NumGridsOnLevel_mype(level,0:npe-1)=', &
!!     mype,level,NumGridsOnLevel_mype(level,0:npe-1)
!!  print *,'mype, level en NumGridsOnLevel(level)=', &
!!     mype,level,NumGridsOnLevel(level)
!!enddo


nx^d=ixmhi^d-ixmlo^d+1;
nxc^d=nx^d+1;

if(mype==0.and.npe>1) allocate(intstatus(mpi_status_size,1))

{^ifoned
if(convert_type=='teclinempi') then
   nodes=0
   elems=0
   do level=levmin,levmax
      nodes=nodes + numgridsonlevel(level)*{nxc^d*}
      elems=elems + numgridsonlevel(level)*{nx^d*}
   enddo

   if (mype==0) write(qunit,"(a,i7,a,1pe12.5,a)") &
         'ZONE T="all levels", I=',elems, &
         ', SOLUTIONTIME=',global_time*time_convert_factor,', F=POINT' 

   igonlevel=0
   do morton_no=morton_start(mype),morton_stop(mype)
      igrid = sfc_to_igrid(morton_no)
      call calc_x(igrid,xc,xcc)
      call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,ixc^l,ixcc^l,.true.)
      if (mype==0) then
       {do ix^db=ixccmin^db,ixccmax^db\}
            x_tec(1:ndim)=xcc_tmp(ix^d,1:ndim)*normconv(0)
            w_tec(1:nw+nwauxio)=wcc_tmp(ix^d,1:nw+nwauxio)*normconv(1:nw+nwauxio)
           write(qunit,fmt="(100(e14.6))") x_tec, w_tec
       {end do\}
       else if (mype/=0) then
        itag=morton_no
        call mpi_send(igrid,1,mpi_integer, 0,itag,icomm,ierrmpi)
        call mpi_send(normconv,nw+nwauxio+1,mpi_double_precision,0,itag,icomm,ierrmpi)
        call mpi_send(wcc_tmp,1,type_block_wcc_io, 0,itag,icomm,ierrmpi)
        call mpi_send(xcc_tmp,1,type_block_xcc_io, 0,itag,icomm,ierrmpi)
       end if
    enddo
    if (mype==0) then
       do ipe=1,npe-1
        do  morton_no=morton_start(ipe),morton_stop(ipe)
          itag=morton_no
          call mpi_recv(igrid_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
          call mpi_recv(normconv,nw+nwauxio+1, mpi_double_precision,ipe,&
                        itag,icomm,intstatus(:,1),ierrmpi)
          call mpi_recv(wcc_tmp_recv,1,type_block_wcc_io, ipe,itag,&
                             icomm,intstatus(:,1),ierrmpi)
          call mpi_recv(xcc_tmp_recv,1,type_block_xcc_io, ipe,itag,&
                             icomm,intstatus(:,1),ierrmpi)
         {do ix^db=ixccmin^db,ixccmax^db\}
             x_tec(1:ndim)=xcc_tmp_recv(ix^d,1:ndim)*normconv(0)
             w_tec(1:nw+nwauxio)=wcc_tmp_recv(ix^d,1:nw+nwauxio)*normconv(1:nw+nwauxio)
             write(qunit,fmt="(100(e14.6))") x_tec, w_tec
         {end do\}
        end do 
       end do
       close(qunit)
    end if
else
}

if  (mype/=0) then
 itag=1000*morton_stop(mype)
 call mpi_send(levmin,1,mpi_integer, 0,itag,icomm,ierrmpi)
 itag=2000*morton_stop(mype)
 call mpi_send(levmax,1,mpi_integer, 0,itag,icomm,ierrmpi)
end if

do level=levmin,levmax
   nodesonlevelmype=numgridsonlevel_mype(level,mype)*{nxc^d*}
   elemsonlevelmype=numgridsonlevel_mype(level,mype)*{nx^d*}
   nodesonlevel=numgridsonlevel(level)*{nxc^d*}
   elemsonlevel=numgridsonlevel(level)*{nx^d*}
   ! for all tecplot variants coded up here, we let the TECPLOT ZONES coincide
   ! with the AMR grid LEVEL. Other options would be
   !    let each grid define a zone: inefficient for TECPLOT internal workings
   !       hence not implemented
   !    let entire octree define 1 zone: no difference in interpolation 
   !       properties across TECPLOT zones detected as yet, hence not done
   select case(convert_type)
     case('tecplotmpi')
       ! in this option, we store the corner coordinates, as well as the corner
       ! values of all variables (obtained by averaging). This allows POINT packaging, 
       ! and thus we can save full grid info by using one call to calc_grid
       if (mype==0.and.(nodesonlevelmype>0.and.elemsonlevelmype>0))&
        write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,a)") &
             'ZONE T="',level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype, &
             ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=POINT, ZONETYPE=', &
          {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
      do morton_no=morton_start(mype),morton_stop(mype)
         igrid = sfc_to_igrid(morton_no)
         if (mype/=0)then
           itag=morton_no
           call mpi_send(igrid,1,mpi_integer, 0,itag,icomm,ierrmpi)
           itag=igrid
           call mpi_send(node(plevel_,igrid),1,mpi_integer, 0,itag,icomm,ierrmpi)
         end if
         if (node(plevel_,igrid)/=level) cycle
         call calc_x(igrid,xc,xcc)
         call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                        ixc^l,ixcc^l,.true.)
         if (mype/=0) then
            itag=morton_no
            ind_send=(/ ixc^l /)
            siz_ind=2*^nd
            call mpi_send(ind_send,siz_ind, mpi_integer, 0,itag,icomm,ierrmpi)
            call mpi_send(normconv,nw+nwauxio+1,mpi_double_precision, 0,itag,icomm,ierrmpi)

            call mpi_send(wc_tmp,1,type_block_wc_io, 0,itag,icomm,ierrmpi)
            call mpi_send(xc_tmp,1,type_block_xc_io, 0,itag,icomm,ierrmpi)
         else  
           {do ix^db=ixcmin^db,ixcmax^db\}
              x_tec(1:ndim)=xc_tmp(ix^d,1:ndim)*normconv(0)
              w_tec(1:nw+nwauxio)=wc_tmp(ix^d,1:nw+nwauxio)*normconv(1:nw+nwauxio)
              write(qunit,fmt="(100(e14.6))") x_tec, w_tec
           {end do\}
         end if
       enddo

     case('tecplotCCmpi')
       ! in this option, we store the corner coordinates, and the cell center
       ! values of all variables. Due to this mix of corner/cell center, we must 
       ! use BLOCK packaging, and thus we have enormous overhead by using 
       ! calc_grid repeatedly to merely fill values of cell corner coordinates 
       ! and cell center values per dimension, per variable
       if(ndim+nw+nwauxio>99) call mpistop("adjust format specification in writeout")
       if(nw+nwauxio==1)then
         ! to make tecplot happy: avoid [ndim+1-ndim+1] in varlocation varset
         ! and just set [ndim+1]
         if (mype==0.and.(nodesonlevelmype>0.and.elemsonlevelmype>0))&
          write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
       else
        if(ndim+nw+nwauxio<10) then
         ! difference only in length of integer format specification for ndim+nw+nwauxio
         if (mype==0.and.(nodesonlevelmype>0.and.elemsonlevelmype>0))&
          write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i1,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,'-',ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
        else
         if (mype==0.and.(nodesonlevelmype>0.and.elemsonlevelmype>0))&
          write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i2,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,'-',ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
        endif
       endif
       
       do idim=1,ndim
         first=(idim==1)
         do morton_no=morton_start(mype),morton_stop(mype)
          igrid = sfc_to_igrid(morton_no)
          if (mype/=0)then
           itag=morton_no*idim
           call mpi_send(igrid,1,mpi_integer, 0,itag,icomm,ierrmpi)
           itag=igrid*idim
           call mpi_send(node(plevel_,igrid),1,mpi_integer, 0,itag,icomm,ierrmpi)
          end if
          if (node(plevel_,igrid)/=level) cycle

          call calc_x(igrid,xc,xcc)
          call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                           ixc^l,ixcc^l,first)
          if (mype/=0)then
            ind_send=(/ ixc^l /)
            siz_ind=2*^nd
            itag=igrid*idim
            call mpi_send(ind_send,siz_ind, mpi_integer, 0,itag,icomm,ierrmpi)
            call mpi_send(normconv,nw+nwauxio+1,mpi_double_precision, 0,itag,icomm,ierrmpi)
            call mpi_send(xc_tmp,1,type_block_xc_io, 0,itag,icomm,ierrmpi)
          else
            write(qunit,fmt="(100(e14.6))") xc_tmp(ixc^s,idim)*normconv(0)
          end if
         enddo
       enddo
      
       do iw=1,nw+nwauxio
        do morton_no=morton_start(mype),morton_stop(mype)
         igrid = sfc_to_igrid(morton_no)
         if (mype/=0)then
           itag=morton_no*(ndim+iw)
           call mpi_send(igrid,1,mpi_integer, 0,itag,icomm,ierrmpi)
           itag=igrid*(ndim+iw)
           call mpi_send(node(plevel_,igrid),1,mpi_integer, 0,itag,icomm,ierrmpi)
         end if
         if (node(plevel_,igrid)/=level) cycle

         call calc_x(igrid,xc,xcc)
         call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                           ixc^l,ixcc^l,.true.)
            
         if (mype/=0)then
            ind_send=(/ ixcc^l /)
            siz_ind=2*^nd
            itag=igrid*(ndim+iw)
            call mpi_send(ind_send,siz_ind, mpi_integer, 0,itag,icomm,ierrmpi)
            call mpi_send(normconv,nw+nwauxio+1,mpi_double_precision, 0,itag,icomm,ierrmpi)
            call mpi_send(wcc_tmp,1,type_block_wcc_io, 0,itag,icomm,ierrmpi)
         else
            write(qunit,fmt="(100(e14.6))") wcc_tmp(ixcc^s,iw)*normconv(iw)
         endif
        enddo
       enddo
     case default
       call mpistop('no such tecplot type')
   end select
 

   igonlevel=0
   do morton_no=morton_start(mype),morton_stop(mype)
      igrid = sfc_to_igrid(morton_no)
      if (mype/=0)then
          itag=morton_no
          call mpi_send(igrid,1,mpi_integer, 0,itag,icomm,ierrmpi)
          itag=igrid
          call mpi_send(node(plevel_,igrid),1,mpi_integer, 0,itag,icomm,ierrmpi)
      end if
      if (node(plevel_,igrid)/=level) cycle

      igonlevel=igonlevel+1
      if (mype/=0)then
          itag=igrid
          call mpi_send(igonlevel,1,mpi_integer, 0,itag,icomm,ierrmpi)
      end if
      if(mype==0)then
        call save_conntec(qunit,igrid,igonlevel)
      endif
   end do
end do

if (mype==0) then
 if (npe>1) then
  do ipe=1,npe-1
   itag=1000*morton_stop(ipe)
   call mpi_recv(levmin_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
   itag=2000*morton_stop(ipe)
   call mpi_recv(levmax_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
   do level=levmin_recv,levmax_recv
    nodesonlevelmype=numgridsonlevel_mype(level,ipe)*{nxc^d*}
    elemsonlevelmype=numgridsonlevel_mype(level,ipe)*{nx^d*}
    nodesonlevel=numgridsonlevel(level)*{nxc^d*}
    elemsonlevel=numgridsonlevel(level)*{nx^d*}
    select case(convert_type)
     case('tecplotmpi')
        ! in this option, we store the corner coordinates, as well as the corner
        ! values of all variables (obtained by averaging). This allows POINT packaging, 
        ! and thus we can save full grid info by using one call to calc_grid
        if(nodesonlevelmype>0.and.elemsonlevelmype>0) &
        write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,a)") &
             'ZONE T="',level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype, &
             ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=POINT, ZONETYPE=', &
          {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
        do  morton_no=morton_start(ipe),morton_stop(ipe)
         itag=morton_no
         call mpi_recv(igrid_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
         itag=igrid_recv
         call mpi_recv(level_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
         if (level_recv/=level) cycle

         itag=morton_no
         siz_ind=2*^nd
         call mpi_recv(ind_recv,siz_ind, mpi_integer, ipe,itag,&
                        icomm,intstatus(:,1),ierrmpi)
         ixrvcmin^d=ind_recv(^d);ixrvcmax^d=ind_recv(^nd+^d);
         call mpi_recv(normconv,nw+nwauxio+1, mpi_double_precision,ipe,itag&
                  ,icomm,intstatus(:,1),ierrmpi)
     
         call mpi_recv(wc_tmp_recv,1,type_block_wc_io, ipe,itag,&
                        icomm,intstatus(:,1),ierrmpi)
         call mpi_recv(xc_tmp_recv,1,type_block_xc_io, ipe,itag,&
                        icomm,intstatus(:,1),ierrmpi)

         {do ix^db=ixrvcmin^db,ixrvcmax^db\}
              x_tec(1:ndim)=xc_tmp_recv(ix^d,1:ndim)*normconv(0)
              w_tec(1:nw+nwauxio)=wc_tmp_recv(ix^d,1:nw+nwauxio)*normconv(1:nw+nwauxio)
              write(qunit,fmt="(100(e14.6))") x_tec, w_tec
         {end do\}
        end do
     case('tecplotCCmpi')
       ! in this option, we store the corner coordinates, and the cell center
       ! values of all variables. Due to this mix of corner/cell center, we must 
       ! use BLOCK packaging, and thus we have enormous overhead by using 
       ! calc_grid repeatedly to merely fill values of cell corner coordinates 
       ! and cell center values per dimension, per variable
       if(ndim+nw+nwauxio>99) call mpistop("adjust format specification in writeout")
       if(nw+nwauxio==1)then
         ! to make tecplot happy: avoid [ndim+1-ndim+1] in varlocation varset
         ! and just set [ndim+1]
         if(nodesonlevelmype>0.and.elemsonlevelmype>0) &
         write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
       else
        if(ndim+nw+nwauxio<10) then
         ! difference only in length of integer format specification for ndim+nw+nwauxio
         if(nodesonlevelmype>0.and.elemsonlevelmype>0) &
         write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i1,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,'-',ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
        else
         if(nodesonlevelmype>0.and.elemsonlevelmype>0) &
         write(qunit,"(a,i7,a,a,i7,a,i7,a,f25.16,a,i1,a,i2,a,a)") &
            'ZONE T="',level,'"',', N=',nodesonlevelmype,', E=',elemsonlevelmype, &
            ', SOLUTIONTIME=',global_time*time_convert_factor,', DATAPACKING=BLOCK, VARLOCATION=([', &
            ndim+1,'-',ndim+nw+nwauxio,']=CELLCENTERED), ZONETYPE=', &
         {^ifoned 'FELINESEG'}{^iftwod 'FEQUADRILATERAL'}{^ifthreed 'FEBRICK'}
        endif
       endif

       do idim=1,ndim
         do  morton_no=morton_start(ipe),morton_stop(ipe)
           itag=morton_no*idim
           call mpi_recv(igrid_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
           itag=igrid_recv*idim
           call mpi_recv(level_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
           if (level_recv/=level) cycle
           
           siz_ind=2*^nd
           itag=igrid_recv*idim
           call mpi_recv(ind_recv,siz_ind, mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
           ixrvcmin^d=ind_recv(^d);ixrvcmax^d=ind_recv(^nd+^d);     
           call mpi_recv(normconv,nw+nwauxio+1, mpi_double_precision,ipe,itag&
                  ,icomm,intstatus(:,1),ierrmpi)
           call mpi_recv(xc_tmp_recv,1,type_block_xc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
           write(qunit,fmt="(100(e14.6))") xc_tmp_recv(ixrvc^s,idim)*normconv(0)
         end do
       end do
    
       do iw=1,nw+nwauxio
        do morton_no=morton_start(ipe),morton_stop(ipe)
           itag=morton_no*(ndim+iw)
           call mpi_recv(igrid_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
           itag=igrid_recv*(ndim+iw)
           call mpi_recv(level_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
           if (level_recv/=level) cycle

           siz_ind=2*^nd
           itag=igrid_recv*(ndim+iw)
           call mpi_recv(ind_recv,siz_ind, mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
           ixrvccmin^d=ind_recv(^d);ixrvccmax^d=ind_recv(^nd+^d);
           call mpi_recv(normconv,nw+nwauxio+1, mpi_double_precision,ipe,itag&
                  ,icomm,intstatus(:,1),ierrmpi)
           call mpi_recv(wcc_tmp_recv,1,type_block_wcc_io, ipe,itag,icomm,intstatus(:,1),ierrmpi)
           write(qunit,fmt="(100(e14.6))") wcc_tmp_recv(ixrvcc^s,iw)*normconv(iw)
        enddo
       enddo
     case default
       call mpistop('no such tecplot type')
    end select

    do morton_no=morton_start(ipe),morton_stop(ipe)
      itag=morton_no
      call mpi_recv(igrid_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
      itag=igrid_recv
      call mpi_recv(level_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
      if (level_recv/=level) cycle

      itag=igrid_recv
      call mpi_recv(igonlevel_recv,1,mpi_integer, ipe,itag,icomm,intstatus(:,1),ierrmpi)
      call save_conntec(qunit,igrid_recv,igonlevel_recv)
    end do ! morton loop
   end do ! level loop
  end do ! ipe loop
 end if ! npe>1 if
end if ! mype=0 if
{^ifoned endif}

if (npe>1) then
  call mpi_barrier(icomm,ierrmpi)
  if(mype==0)deallocate(intstatus)
endif

end subroutine tecplot_mpi
!=============================================================================
subroutine punstructuredvtkb_mpi(qunit)

! Write one pvtu and vtu files for each processor
! Otherwise like unstructuredvtk_mpi
! output for vtu format to paraview, binary version output
! uses calc_grid to compute nwauxio variables
! allows renormalizing using convert factors

use mod_forest, only: morton_start, morton_stop, sfc_to_igrid
use mod_global_parameters
use mod_calculate_xw

integer, intent(in) ::    qunit

double precision ::  x_VTK(1:3)

double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC_TMP
double precision, dimension(ixMlo^D-1:ixMhi^D,ndim) :: xC
double precision, dimension(ixMlo^D:ixMhi^D,ndim)   :: xCC

double precision, dimension(ixMlo^D-1:ixMhi^D,nw+nwauxio)   :: wC_TMP
double precision, dimension(ixMlo^D:ixMhi^D,nw+nwauxio)     :: wCC_TMP

integer :: igrid,iigrid,level,igonlevel,icel,ixC^L,ixCC^L,Morton_no
integer ::               NumGridsOnLevel(1:nlevelshi)
integer :: nx^D,nxC^D,nodesonlevel,elemsonlevel,nc,np,VTK_type,ix^D
double precision :: normconv(0:nw+nwauxio)
character(len=80) :: pfilename
character(len=name_len) :: wnamei(1:nw+nwauxio),xandwnamei(1:ndim+nw+nwauxio)
character(len=1024) :: outfilehead

integer*8 :: offset
integer::  recsep,k,iw,filenr
integer::  length,lengthcc,offset_points,offset_cells, &
           length_coords,length_conn,length_offsets
character::  buf
character(len=6)::  bufform

logical ::   fileopen
!-----------------------------------------------------------------------------

! Write pvtu-file:
if (mype==0) then
   call write_pvtu(qunit)
endif
! Now write the Source files:
inquire(qunit,opened=fileopen)
if(.not.fileopen)then
   ! generate filename 
   filenr=snapshotnext-1
   if (autoconvert) filenr=snapshotnext
   ! Open the file for the header part
   write(pfilename,'(a,i4.4,a,i4.4,a)') trim(base_filename),filenr,"p",mype,".vtu"
   open(qunit,file=pfilename,status='unknown',form='formatted')
endif
! generate xml header
write(qunit,'(a)')'<?xml version="1.0"?>'
write(qunit,'(a)',advance='no') '<VTKFile type="UnstructuredGrid"'
write(qunit,'(a)')' version="0.1" byte_order="LittleEndian">'
write(qunit,'(a)')'  <UnstructuredGrid>'
write(qunit,'(a)')'<FieldData>'
write(qunit,'(2a)')'<DataArray type="Float32" Name="TIME" ',&
                   'NumberOfTuples="1" format="ascii">'
write(qunit,*) real(global_time*time_convert_factor)
write(qunit,'(a)')'</DataArray>'
write(qunit,'(a)')'</FieldData>'


offset=0
recsep=4

call getheadernames(wnamei,xandwnamei,outfilehead)

! number of cells, number of corner points, per grid.
nx^d=ixmhi^d-ixmlo^d+1;
nxc^d=nx^d+1;
nc={nx^d*}
np={nxc^d*}

length=np*size_real
lengthcc=nc*size_real

length_coords=3*length
length_conn=2**^nd*size_int*nc
length_offsets=nc*size_int

! Note: using the w_write, writelevel, writespshift
! we can clip parts of the grid away, select variables, levels etc.
do level=levmin,levmax
 if (writelevel(level)) then
   do morton_no=morton_start(mype),morton_stop(mype)
    igrid=sfc_to_igrid(morton_no)
    if (node(plevel_,igrid)/=level) cycle
    ! only output a grid when fully within clipped region selected
    ! by writespshift array
    if (({rnode(rpxmin^d_,igrid)>=xprobmin^d+(xprobmax^d-xprobmin^d)&
          *writespshift(^d,1)|.and.}).and.({rnode(rpxmax^d_,igrid)&
         <=xprobmax^d-(xprobmax^d-xprobmin^d)*writespshift(^d,2)|.and.})) then
      select case(convert_type)
       case('pvtuBmpi')
         ! we write out every grid as one VTK PIECE
         write(qunit,'(a,i7,a,i7,a)') &
            '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
         write(qunit,'(a)')'<PointData>'
         do iw=1,nw
            if(.not.w_write(iw))cycle

            write(qunit,'(a,a,a,i16,a)')&
                '<DataArray type="Float32" Name="',trim(wnamei(iw)), &
                '" format="appended" offset="',offset,'">'
            write(qunit,'(a)')'</DataArray>'
            offset=offset+length+size_int
         enddo
         do iw=nw+1,nw+nwauxio

            write(qunit,'(a,a,a,i16,a)')&
                '<DataArray type="Float32" Name="',trim(wnamei(iw)), &
                '" format="appended" offset="',offset,'">'
            write(qunit,'(a)')'</DataArray>'
            offset=offset+length+size_int
         enddo
         write(qunit,'(a)')'</PointData>'

         write(qunit,'(a)')'<Points>'
         write(qunit,'(a,i16,a)') &
     '<DataArray type="Float32" NumberOfComponents="3" format="appended" offset="',offset,'"/>'
         ! write cell corner coordinates in a backward dimensional loop, always 3D output
         offset=offset+length_coords+size_int
         write(qunit,'(a)')'</Points>'
       case('pvtuBCCmpi')
         ! we write out every grid as one VTK PIECE
         write(qunit,'(a,i7,a,i7,a)') &
            '<Piece NumberOfPoints="',np,'" NumberOfCells="',nc,'">'
         write(qunit,'(a)')'<CellData>'
         do iw=1,nw
            if(.not.w_write(iw))cycle

            write(qunit,'(a,a,a,i16,a)')&
                '<DataArray type="Float32" Name="',trim(wnamei(iw)), &
                '" format="appended" offset="',offset,'">'
            write(qunit,'(a)')'</DataArray>'
            offset=offset+lengthcc+size_int
         enddo
         do iw=nw+1,nw+nwauxio

            write(qunit,'(a,a,a,i16,a)')&
                '<DataArray type="Float32" Name="',trim(wnamei(iw)), &
                '" format="appended" offset="',offset,'">'
            write(qunit,'(a)')'</DataArray>'
            offset=offset+lengthcc+size_int
         enddo
         write(qunit,'(a)')'</CellData>'

         write(qunit,'(a)')'<Points>'
         write(qunit,'(a,i16,a)') &
     '<DataArray type="Float32" NumberOfComponents="3" format="appended" offset="',offset,'"/>'
         ! write cell corner coordinates in a backward dimensional loop, always 3D output
         offset=offset+length_coords+size_int
         write(qunit,'(a)')'</Points>'
      end select

   
      write(qunit,'(a)')'<Cells>'

      ! connectivity part
      write(qunit,'(a,i16,a)')&
        '<DataArray type="Int32" Name="connectivity" format="appended" offset="',offset,'"/>'
      offset=offset+length_conn+size_int    

      ! offsets data array
      write(qunit,'(a,i16,a)') &
        '<DataArray type="Int32" Name="offsets" format="appended" offset="',offset,'"/>'
      offset=offset+length_offsets+size_int    

      ! VTK cell type data array
      write(qunit,'(a,i16,a)') &
        '<DataArray type="Int32" Name="types" format="appended" offset="',offset,'"/>' 
      offset=offset+size_int+nc*size_int

      write(qunit,'(a)')'</Cells>'

      write(qunit,'(a)')'</Piece>'
    endif
   enddo
 endif
enddo

write(qunit,'(a)')'</UnstructuredGrid>'
write(qunit,'(a)')'<AppendedData encoding="raw">'

close(qunit)
! next to make gfortran compiler happy, as it does not know
! form='binary' and produces error on compilation
!bufform='binary'
!open(qunit,file=pfilename,form=bufform,position='append')
!This should in principle do also for gfortran (tested with gfortran 4.6.0 and Intel 11.1):
open(qunit,file=pfilename,access='stream',form='unformatted',position='append')
buf='_'
write(qunit) trim(buf)

do level=levmin,levmax
 if (writelevel(level)) then
   do morton_no=morton_start(mype),morton_stop(mype)
    igrid=sfc_to_igrid(morton_no)
    if (node(plevel_,igrid)/=level) cycle
      ! only output a grid when fully within clipped region selected
      ! by writespshift array
      if (({rnode(rpxmin^d_,igrid)>=xprobmin^d+(xprobmax^d-xprobmin^d)&
          *writespshift(^d,1)|.and.}).and.({rnode(rpxmax^d_,igrid)&
         <=xprobmax^d-(xprobmax^d-xprobmin^d)*writespshift(^d,2)|.and.})) then
        call calc_x(igrid,xc,xcc)
        call calc_grid(qunit,igrid,xc,xcc,xc_tmp,xcc_tmp,wc_tmp,wcc_tmp,normconv,&
                       ixc^l,ixcc^l,.true.)
        do iw=1,nw
          if(.not.w_write(iw))cycle
          select case(convert_type)
            case('pvtuBmpi')
              write(qunit) length
              write(qunit) {(|}real(wC_TMP(ix^D,iw)*normconv(iw)),{ix^D=ixcmin^d,ixcmax^d)}
            case('pvtuBCCmpi')
              write(qunit) lengthcc
              write(qunit) {(|}real(wCC_TMP(ix^D,iw)*normconv(iw)),{ix^D=ixccmin^d,ixccmax^d)}
          end select 
        enddo
        do iw=nw+1,nw+nwauxio
          select case(convert_type)
            case('pvtuBmpi')
              write(qunit) length
              write(qunit) {(|}real(wC_TMP(ix^D,iw)*normconv(iw)),{ix^D=ixcmin^d,ixcmax^d)}
            case('pvtuBCCmpi')
              write(qunit) lengthcc
              write(qunit) {(|}real(wCC_TMP(ix^D,iw)*normconv(iw)),{ix^D=ixccmin^d,ixccmax^d)}
          end select 
        enddo

        write(qunit) length_coords
        {do ix^db=ixcmin^db,ixcmax^db \}
          x_vtk(1:3)=zero;
          x_vtk(1:ndim)=xc_tmp(ix^d,1:ndim)*normconv(0);
          do k=1,3
           write(qunit) real(x_vtk(k))
          end do
        {end do \}

        write(qunit) length_conn
        {do ix^db=1,nx^db\}
        {^ifoned write(qunit)ix1-1,ix1 \}
        {^iftwod
        write(qunit)(ix2-1)*nxc1+ix1-1, &
        (ix2-1)*nxc1+ix1,ix2*nxc1+ix1-1,ix2*nxc1+ix1
         \}
        {^ifthreed
        write(qunit)&
        (ix3-1)*nxc2*nxc1+(ix2-1)*nxc1+ix1-1, &
        (ix3-1)*nxc2*nxc1+(ix2-1)*nxc1+ix1,&
        (ix3-1)*nxc2*nxc1+    ix2*nxc1+ix1-1,&
        (ix3-1)*nxc2*nxc1+    ix2*nxc1+ix1,&
         ix3*nxc2*nxc1+(ix2-1)*nxc1+ix1-1,&
         ix3*nxc2*nxc1+(ix2-1)*nxc1+ix1,&
         ix3*nxc2*nxc1+    ix2*nxc1+ix1-1,&
         ix3*nxc2*nxc1+    ix2*nxc1+ix1
         \}
        {end do\}

        write(qunit) length_offsets
        do icel=1,nc
           write(qunit) icel*(2**^nd)
        end do


       {^ifoned vtk_type=3 \}
       {^iftwod vtk_type=8 \}
       {^ifthreed vtk_type=11 \}
        write(qunit) size_int*nc
        do icel=1,nc
         write(qunit) vtk_type
       enddo
    endif
  end do
 endif
end do

close(qunit)
open(qunit,file=pfilename,status='unknown',form='formatted',position='append')

write(qunit,'(a)')'</AppendedData>'
write(qunit,'(a)')'</VTKFile>'
close(qunit)

end subroutine punstructuredvtkb_mpi
!=============================================================================