Develop

amsr2.filter/amsr2.acquire/text.sh

@@ -1,12 +1,14 @@
 #!/bin/sh
 #
-tag=20230101
-base=$HOME/noscrub/filter/
+tag=20250102
+base=$HOME/noscrub/com/seaice_analysis/
 
-while [ $tag -le 20230531 ]
+while [ $tag -le 20250614 ]
 do
   echo $tag
-  ./seaice_totext ${base}/amsr2.${tag}/amsr2.$tag amsr2_${tag}.txt
+  if [ ! -f $base/seaice_analysis.${tag}/amsr2_${tag}.txt.1 ] ; then
+    time ./seaice_totext ${base}/seaice_analysis.${tag}/amsr2.bufr $base/seaice_analysis.${tag}/amsr2_${tag}.txt
+  fi
 
   tag=`expr $tag + 1`
   tag=`$HOME/bin/dtgfix3 $tag`

amsr2.filter/amsr2.acquire/totext.C

@@ -49,6 +49,7 @@ int main(int argc, char *argv[]) {
   for (int i = 0 ; i < ntargets; i++) {
     hrgrids.resize(mgrids[i]->xpoints(), mgrids[i]->ypoints() );
     lrgrids.resize(mgrids[i]->xpoints(), mgrids[i]->ypoints() );
+    //debug: printf("zzz calling scanner\n"); fflush(stdout);
     scanner(fin, fout[i], *mgrids[i], hrgrids, lrgrids);
     fclose(fout[i]);
   }
@@ -70,18 +71,25 @@ void scanner(FILE *fin, FILE *fout, metricgrid<unsigned char> &mgrid, grid2<amsr
   fijpt loc;
   ijpt iloc;
   latpt ll;
+  int count = 0;
+  size_t hread;
 
+  //debug: printf("zzz entered scanner\n"); fflush(stdout);
   rewind(fin);
   while (!feof(fin)) {
-    fread(&x, sizeof(x), 1, fin);
-    nobs = x.nspots;
+    hread = fread(&x, sizeof(x), 1, fin);
+    //debug: printf("zzz read x %d %d %d\n",count,(int) hread, x.nspots); fflush(stdout);
+    count++;
 
-    fread(&s[0], sizeof(amsr2_spot), nobs, fin);
+    nobs = x.nspots;
+    hread = fread(&s[0], sizeof(amsr2_spot), nobs, fin);
+    //debug: printf("zzz spot %d %d\n",count, (int) hread); fflush(stdout);
     if (feof(fin)) continue;
 
 // look at land fractions, land == 0
     sum = 0;
     for (i = 0; i < nobs; i++) { sum += s[i].alfr; }
+    //debug: printf("zzz total land fraction %f\n",(float) sum); fflush(stdout);
 
     nread += 1;
     if (x.clat < 25 && x.clat > -40.0) continue;

amsr2.filter/filter.py

@@ -62,13 +62,8 @@ def apply_filters(filts, matchups, show = True):
           print("filt ",ifilt, "match k",k, matchups[k].show(), flush=True )
     if(to_filter):
       applied += 1
-<<<<<<< HEAD
   #debug: print("tot applied: ",applied,flush=True)
   return applied
-=======
-  print("tot applied: ",applied,flush=True)
->>>>>>> develop
-
 
 
 #tchn, tb_crit, bayes_out, p(tb> tbcrit), pbogus, p(tb > tbcrit | bogus)
@@ -89,15 +84,6 @@ def apply_filters(filts, matchups, show = True):
   tfilters[k] = copy.deepcopy(tmp)
   k += 1
 
-<<<<<<< HEAD
-=======
-#debug: print("k, len",k, len(tfilters), flush=True)
-#debug: tfilters[0].show()
-#debug: tfilters[int(k/2)].show()
-#debug: 
-#debug: exit(0)
-
->>>>>>> develop
 # go through filters
 for tchan in range(0, x.ntb):
   #debug: print("tchan = ",tchan, flush=True)
@@ -266,7 +252,6 @@ def apply_filters(filts, matchups, show = True):
 
 nfilt=len(notbogus)
 show = False
-<<<<<<< HEAD
 print("len notbogus filters: ",len(notbogus), "\n")
 
 print("tot match 00 ",len(match00), end="" )
@@ -284,19 +269,3 @@ def apply_filters(filts, matchups, show = True):
 print("tot match 11 ",len(match11), end="" )
 n = apply_filters(notbogus, match11, show)
 print(" filter applied: ",n, float(n)/float(len(match11)) )
-=======
-print("len notbogus: ",len(notbogus))
-
-print("tot match 00 ",len(match00) )
-apply_filters(notbogus, match00, show)
-
-print("tot match 01 ",len(match01) )
-apply_filters(notbogus, match01, show)
-
-print("tot match 10 ",len(match10)  )
-apply_filters(notbogus, match10, show)
-
-print("tot match 11 ",len(match11) )
-apply_filters(notbogus, match11, show)
->>>>>>> develop
-

cice_tools/cice_ic_edit.py

@@ -2,24 +2,46 @@
 import sys
 
 import numpy
+import numpy.ma as ma
+
 import netCDF4 
 
 def enthalpy_snow(Tsfcn, vsnon):
+  #debug: 
+  print("in enthalpy_snow ",Tsfcn.max(), Tsfcn.min(), vsnon.max(), vsnon.min())
+  rho_snow =  330.0
+  cp       = 2160.0
+  L        = 3.34e5
+  #enthalpy = -rho_snow*(cp*Tsfcn + L)*vsnon
   enthalpy = Tsfcn
-  rho_snow = 330.0
-  cp = 2160.0
-  L = 3.34e5
-  enthalpy = -rho_snow*(cp*Tsfcn + L)*vsnon
+  print("a1 ",enthalpy.max(), enthalpy.min() )
+  #enthalpy *= cp
+  #enthalpy += L
+  enthalpy = (Tsfcn*cp + L)
+  print("a2 ",enthalpy.max(), enthalpy.min() )
+  enthalpy *= -rho_snow
+  enthalpy *= vsnon
+  #debug: print(enthalpy)
+  print("a4 ",enthalpy.max(), enthalpy.min() )
+  return enthalpy
 
 stresses = ["uvel", "vvel", "strocnxT", "strocnyT", "stressp_1", "stressp_2", "stressp_3", "stressp_4", "stressm_1", "stressm_2", "stressm_3", "stressm_4", "stress12_1", "stress12_2", "stress12_3", "stress12_4"]
+#dynamics:
+dynam = [ "uvel", "vvel", "stressp_1", "stressp_2", "stressp_3", "stressp_4", "stressm_1", "stressm_2", "stressm_3", "stressm_4", "stress12_1", "stress12_2", "stress12_3", "stress12_4" ]
+
+parms3 = [ "aicen", "vicen", "vsnon", "Tsfcn", "iage", "FY", "alvl", "vlvl", "apnd", "hpnd", "ipnd", "dhs", "ffrac", "fbrn", "first_ice", "sice001", "qice001", "sice002", "qice002", "sice003", "qice003", "sice004", "qice004", "sice005", "qice005", "sice006", "qice006", "sice007", "qice007", "qsno001" ]
+
+
+
 
 # For reading: -------------------------------------------
-model_in  = netCDF4.Dataset(sys.argv[1], 'r')
+model_in  = netCDF4.Dataset(sys.argv[1], 'r', format="NETCDF4")
 model_out = netCDF4.Dataset(sys.argv[2], "w", format="NETCDF4")
 
 #After https://stackoverflow.com/questions/13936563/copy-netcdf-file-using-python
 # Create the dimensions of the file
 for name, dim in model_in.dimensions.items():
+    #debug: print("debug -- dimensions: ",name, dim, flush=True)
     model_out.createDimension(name, len(dim) if not dim.isunlimited() else None)
 
 # Copy the global attributes
@@ -28,59 +50,85 @@ def enthalpy_snow(Tsfcn, vsnon):
 # Create the variables in the file
 for name, var in model_in.variables.items():
     model_out.createVariable(name, var.dtype, var.dimensions)
+    #debug: print(name, var.dtype, var.dimensions, flush=True)
 
     # Copy the variable attributes
     model_out.variables[name].setncatts({a:var.getncattr(a) for a in var.ncattrs()})
 
     # Copy the variables values (as 'f4' eventually)
     model_out.variables[name][:] = model_in.variables[name][:]
 
-    #name = aicen, vicen, vvel, uvel, ...
-    print(name, var.dimensions, flush=True)
-
-    #if (name == "aicen"):
-    #  print(name, model_out.variables[name][:].max(), model_out.variables[name][:].min() )
+    #debug: if (name in parms3):
+    #debug:    print(name, model_out.variables[name][:].max(), model_out.variables[name][:].min() )
+    #debug:    for i in range (0,5):
+    #debug:        print(i, name,  model_out.variables[name][i].max(), model_out.variables[name][i].min() )
+
     # Step with some editing. Stresses are actually unused (confirmed by expt)
     if name in stresses:
       model_out.variables[name][:] = 0.0 
+
+    if (name == "vsnon"):
+      print(var.dimensions, dim)
+      vsnon = numpy.zeros((5,116,100))
+      model_out.variables[name][:] = 0.0
+
+    # To trim out excessively thin or low concentration ice, 
+    #   save ai and hi aside, then reprocess prior to write out
+    if (name == 'aicen' ):
+      tmp_aice = model_out.variables['aicen'][:] 
+    if (name == 'vicen' ):
+      tmp_vice = model_out.variables['vicen'][:] 
+
+
     if (name == "qsno001"):
-        v = model_in.variables["vsnon"][:]
         t = model_in.variables["Tsfcn"][:]
+        #v = model_in.variables["vsnon"][:]
+        v = vsnon
         x = enthalpy_snow(t, v)
+        #print(x)
         model_out.variables["qsno001"][:] = x
 
+# Touch up hi and aice -- remove very low concentrations and/or thicknesses:
+aice = tmp_aice[0]
+hi   = tmp_vice[0]
+for k in range (1, 5):
+  aice += tmp_aice[k] # ncat, nj, ni
+  hi   += tmp_vice[k]
+
+print("ai, hi: ",aice.max(), aice.min(), hi.max(), hi.min() )
+
+mask1 = ma.masked_array(aice > 0.)
+mask2 = ma.masked_array(hi > 0.)
+mask1 = ma.logical_and(mask1, aice < 0.01)
+mask2 = ma.logical_and(mask2, hi < 0.01)
+mask2 = ma.logical_or(mask2, mask1)
+indices = mask2.nonzero()
+for k in range(0, len(indices[0])):
+  i = indices[1][k]
+  j = indices[0][k]
+  tmp_aice[:,j,i] = 0.0
+  tmp_vice[:,j,i] = 0.0
+  model_out.variables['qice001'][:,j,i]  = 0.0
+  model_out.variables['qice002'][:,j,i]  = 0.0
+  model_out.variables['qice003'][:,j,i]  = 0.0
+  model_out.variables['qice004'][:,j,i]  = 0.0
+  model_out.variables['qice005'][:,j,i]  = 0.0
+  model_out.variables['qice006'][:,j,i]  = 0.0
+  model_out.variables['qice007'][:,j,i]  = 0.0
+
+
+model_out.variables['aicen'] = tmp_aice
+model_out.variables['vicen'] = tmp_vice
+#model_out.variables['qice001'] = qice001
+#model_out.variables['qice002'] = qice002
+#model_out.variables['qice003'] = qice003
+#model_out.variables['qice004'] = qice004
+#model_out.variables['qice005'] = qice005
+#model_out.variables['qice006'] = qice006
+#model_out.variables['qice007'] = qice007
+
+
 
 # Save the file
 model_out.close()
 
-#aicen ('ncat', 'nj', 'ni')
-#vicen ('ncat', 'nj', 'ni')
-#Tsfcn ('ncat', 'nj', 'ni')
-#iceumask ('nj', 'ni')
-#vsnon ('ncat', 'nj', 'ni')
-#qsno001 ('ncat', 'nj', 'ni')
-#frz_onset ('nj', 'ni')
-#Tin ('nilyr', 'ncat', 'nj', 'ni')
-#  Enthalpies:
-#qice001 ('ncat', 'nj', 'ni')
-#qice002 ('ncat', 'nj', 'ni')
-#qice003 ('ncat', 'nj', 'ni')
-#qice004 ('ncat', 'nj', 'ni')
-#qice005 ('ncat', 'nj', 'ni')
-#qice006 ('ncat', 'nj', 'ni')
-#qice007 ('ncat', 'nj', 'ni')
-#  Salinities:
-#sice001 ('ncat', 'nj', 'ni')
-#sice002 ('ncat', 'nj', 'ni')
-#sice003 ('ncat', 'nj', 'ni')
-#sice004 ('ncat', 'nj', 'ni')
-#sice005 ('ncat', 'nj', 'ni')
-#sice006 ('ncat', 'nj', 'ni')
-#sice007 ('ncat', 'nj', 'ni')
-#  Radiation:
-#scale_factor ('nj', 'ni')
-#coszen ('nj', 'ni')
-#swvdr ('nj', 'ni')
-#swvdf ('nj', 'ni')
-#swidr ('nj', 'ni')
-#swidf ('nj', 'ni')

cluster/cdf.py

@@ -0,0 +1,17 @@
+import sys
+import numpy as np
+
+fin = open(sys.argv[1],"r")
+counts = []
+pcts = []
+tot=0
+for line in fin:
+    words = line.split()
+    counts.append(tot + int(words[6]))
+    pcts.append(float(words[4]))
+    tot += int(words[6])
+
+for i in range(0,len(counts)):
+  print(i,pcts[i], counts[i]/tot)
+
+#175 leaf 0.863 0.001 0.863 0.001 5565 0.0011524199057811305 0.863