pro norp_rdt2data_9g,rdata,timejo,mvalid,fi,fv $ ,nocalib=nocalib,ndata=ndata,npa=npa,stat=stt0 $ ,smax=smax,fimin=fimin,calibration=calibration $ ,firaw=amp0,fvraw=pol0,org=org ;+ ; NAME: ; NORP_RDT2DATA_9G ; ; PURPOSE: ; This procedure is for getting 9GHz data from the raw NoRP data ; ; CALLING SEQUENCE: ; norp_rdt2data_9g,rdata,mvalid,timejo,fi,fv ; ; INPUTS: ; rdata: structure of the raw data ; timejo: structure array with 'time internal format' ; that must be given by 'norp_rdt2timej'. ; ; OPTIONAL INPUT: ; ndata: 2-elements long-integer array indicating the ; position of data corresponding to the given timerange ; ; OPTIONAL INPUT KEYWORD: ; org: If add the option, the program output the data that are ; not multipled by the adjustment factor. ; ; OUTPUTS: ; mvalid: byte array indicating the data is valid or not. ; e.g. if the data(123) obtained at time(123) ; was the calibration data mvalid(123)=0. ; If the data(124) was the real Sun flux mvalid(124)=1. ; fi: I (R+L) data array (mfreq,ndata) ; data(0,*) is the time-sequencial array of the 1st ; frequency which are read (indicated by 'rdfreq'). ; fv: V (R-L) data array (mfreq,ndata) ; ; OPTIONAL OUTPUT: ; ; HISTORY: ; programmed by T. Kosugi in 1984 May as Fortran program ; for old NoRP data format ; re-programmed by H.Sekiguchi 1987 July - 1988 Dec. ; ; 1995 July,20 N,Shinox for new format NoRP data ; 95.04.19 ed. add ATT correction for pol data ,correction data type ; changed intarr() to fltarr()., ; 95.09.04 Ver.2.0 M. Nishio and K. Hori ; 95.11.10 Ver.3.0 M. Nishio refernce level at 9.4GHz= amb -> zero ; <> ; 95.12.12 Ver.3.1 M. Nishio and K. Shibasaki (1GHz ATT 7dB -> 4.3) ; 98.09.03 sekix & shinox add 80GHz ; 98.11.20 K. Hori ; 1999-1-12 T. Yokoyama unify program for old/new NoRP data ; 1999-3-12 TY fimin,smax ; 2000-5-08 TY fimin (300-> 200) ; 2002-4-24 TY change ATT levels ; due to the Back-End revision on 2002-1-8 ; 2002-7-10 TY ATT step change ; due to the Back-End revision on 2002-7-1 ; 2004-5-11 MS revise ATT levels for new BE ; based on Shinohara's comment ; 2009-05-29 MS "org" option & mod_fac ; 2012-01-24 mattxmax = 20 -> mattxmax = 200 The measure against noise ; ;- if not keyword_set(smax) then smax=50 if not keyword_set(fimin) then fimin=200 if not keyword_set(ndata) then begin ndata=lonarr(2) ndata(0)=0 & ndata(1)=n_elements(timejo)-1 endif ndx=ndata(1)-ndata(0)+1 case tag_names(rdata,/structure_name) of 'NORP0' : version =0 'NORP' : version =1 endcase date=gt_day(timejo(0),/st) tamb=35.0 flxref=(tamb+269.0)/0.983 ; SFU of reference device mattxmax=200 case version of 0: begin ; old format print,'Warning: No data in this frequency' return end 1: begin ; new format ; ATT levels utime0=anytim(date) case 1 of (utime0 lt anytim('1998-12-03')) : vatt=10.^[0.,0.6,1.2,1.8,2.8] (utime0 lt anytim('2002-01-09')) : $ vatt=10.^[0.,0.494,1.003,1.502,2.018,2.53,3.04,3.54] ; See Saitoh's memo on 2002-5-9 (utime0 lt anytim('2002-07-01')) : $ vatt=10.^[0.0, 0.765, 1.393, 2.156, 2.780, 3.535] ; new BE. See Saitoh's memo on 2002-5-9 (utime0 lt anytim('2003-12-25')) : $ vatt=10.^[0.,0.494,1.003,1.502,2.018,2.53,3.04,3.54] else : vatt=10.^[0.,0.495,1.011,1.508,2.006,2.50,3.02,3.46] endcase ;------ The factor for changing the wavelength (MS) ; if not keyword_set(org) then begin case 1 of (anytim(date) ge anytim('1996-07-30')) and $ (anytim(date) lt anytim('1996-08-19')): mod_fac = 0.87 ;Frequeancy changing test : 9.457 -> 9.25 (anytim(date) ge anytim('2006-06-14')) and $ (anytim(date) lt anytim('2006-06-15')): mod_fac = 1.113 (anytim(date) ge anytim('2006-06-15')) and $ (anytim(date) lt anytim('2006-06-16')): mod_fac = 1.044 (anytim(date) ge anytim('2006-06-16')) and $ (anytim(date) lt anytim('2006-06-17')): mod_fac = 1.044 (anytim(date) ge anytim('2006-06-17')) and $ (anytim(date) lt anytim('2006-06-18')): mod_fac = 1.044 (anytim(date) ge anytim('2006-06-18')) and $ (anytim(date) lt anytim('2006-06-19')): mod_fac = 1.044 (anytim(date) ge anytim('2006-06-19')) and $ (anytim(date) lt anytim('2006-06-20')): mod_fac = 1.074 (anytim(date) ge anytim('2006-06-20')) and $ (anytim(date) lt anytim('2006-06-21')): mod_fac = 1.079 (anytim(date) ge anytim('2006-06-21')) and $ (anytim(date) lt anytim('2006-06-22')): mod_fac = 1.083 (anytim(date) ge anytim('2006-06-22')) and $ (anytim(date) lt anytim('2006-06-23')): mod_fac = 1.092 ;Frequeancy changing : 9.457 -> 9.35 -> 9.37 (anytim(date) ge anytim('2007-04-5')): mod_fac = 1.023 else: mod_fac = 1. endcase endif else mod_fac = 1. ;--------------------------- iatt=0 npclb=0 dtsky=[40000,1000] ; msec dtamb=[0,1000] ; msec dtzero=[0,1000] ; msec dtatt=[0,0] ;msec dtmgn=[600000,900000] ;msec flagsky=1 flagamb=2 flagzero=4 ; flagsky=17 ;+5dB Flag ; flagamb=18 ; flagzero=20 end endcase ; version ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; intego=bytarr(n_elements(rdata))+1b integ=intego(ndata(0):ndata(1)) timej=timejo(ndata(0):ndata(1)) ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; amp=rdata.amp9g & pol=rdata.pol9g & stat=rdata.stat9g if ((anytim(date,/ints)).day eq 7272) then stat(299811:303242)=16 ; 98-nov-28 if ((anytim(date,/ints)).day eq 7266) then stat(335500:336000)=16 ; 98-nov-22 if ((anytim(date,/ints)).day eq 7174) then begin ; 98-aug-22 stat(109000:109306)=0 stat(109600:111300)=0 endif if ((anytim(date,/ints)).day eq 7062) then stat(285900:286600)=0 ; 98-may-02 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ; extract the calibration data norp_nclb_stat,stat,flagsky,dtsky,timejo,mskyx,nsky,nskyi norp_nclb_stat,stat,flagamb,dtamb,timejo,mambx,namb,nambi norp_nclb_stat,stat,flagzero,dtzero,timejo,mzerox,nzero,nzeroi if keyword_set(nocalib) then begin scale=1. fisky=0. fvsky=0. fizero=0. fvzero=0. goto,L100 endif ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ; check the calibration data if ((mskyx eq 0) or (mambx eq 0) or (mzerox eq 0)) then begin print,'***************************************' print,' There is no calibration data 9G ! ' print,' # of valid data for SKY ',mskyx print,' # of valid data for AMB ',mambx print,' # of valid data for ZERO ',mzerox print,'***************************************' fi=fltarr(ndx) fv=fltarr(ndx) mvalid=bytarr(ndx) return endif ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ; integarage the calibration data norp_clb_integ,mskyx,nsky,npclb,stat,vatt,oksky,intego $ ,timejo,timejsky_m,amp,fisky_m,pol,fvsky_m,iatt=iatt norp_clb_integ,mambx,namb,npclb,stat,vatt,okamb,intego $ ,timejo,timejamb_m,amp,fiamb_m,iatt=iatt norp_clb_integ,mzerox,nzero,npclb,stat,vatt,okzero,intego $ ,timejo,timejzero_m,amp,fizero_m,pol,fvzero_m,iatt=iatt ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ; check calibration data whr=where(oksky,moksky) whr=where(okamb,mokamb) whr=where(okzero,mokzero) if ((moksky eq 0) or (mokamb eq 0) or (mokzero eq 0)) then begin print,'***************************************' print,' There is no calibration data 9G ! ' print,' # of valid data for SKY ',moksky print,' # of valid data for AMB ',mokamb print,' # of valid data for ZERO ',mokzero print,'***************************************' fi=fltarr(ndx) fv=fltarr(ndx) mvalid=bytarr(ndx) return endif ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ; spline fit whr=where(oksky,mok) case 1 of (mok ge 3) : begin ; fisky=spline(timejsky_m(whr).time,fisky_m(whr),timej.time) ; fvsky=spline(timejsky_m(whr).time,fvsky_m(whr),timej.time) ; res=linfit(timejsky_m(whr).time,fisky_m(whr)) ; fisky=res(0)+res(1)*timej.time ; res=linfit(timejsky_m(whr).time,fvsky_m(whr)) ; fvsky=res(0)+res(1)*timej.time fisky=total(fisky_m(whr))/n_elements(fisky_m(whr)) fvsky=total(fvsky_m(whr))/n_elements(fvsky_m(whr)) end (mok eq 2) : begin fisky=total(fisky_m(whr))*0.5 fvsky=total(fvsky_m(whr))*0.5 end (mok eq 1) : begin fisky=(fisky_m(whr))(0) fvsky=(fvsky_m(whr))(0) end endcase whr=where(okamb,mok) case 1 of (mok ge 3) : begin ; fiamb=spline(timejamb_m(whr).time,fiamb_m(whr),timej.time) ; res=linfit(timejamb_m(whr).time,fiamb_m(whr)) ; fiamb=res(0)+res(1)*timej.time fiamb=total(fiamb_m(whr))/n_elements(fiamb_m(whr)) end (mok eq 2) : begin fiamb=total(fiamb_m(whr))*0.5 end (mok eq 1) : begin fiamb=(fiamb_m(whr))(0) end endcase whr=where(okzero,mok) case 1 of (mok ge 3) : begin ; fizero=spline(timejzero_m(whr).time,fizero_m(whr),timej.time) ; fvzero=spline(timejzero_m(whr).time,fvzero_m(whr),timej.time) ; res=linfit(timejzero_m(whr).time,fizero_m(whr)) ; fizero=res(0)+res(1)*timej.time ; res=linfit(timejzero_m(whr).time,fvzero_m(whr)) ; fvzero=res(0)+res(1)*timej.time fizero=total(fizero_m(whr))/n_elements(fizero_m(whr)) fvzero=total(fvzero_m(whr))/n_elements(fvzero_m(whr)) end (mok eq 2) : begin fizero=total(fizero_m(whr))*0.5 fvzero=total(fvzero_m(whr))*0.5 end (mok eq 1) : begin fizero=(fizero_m(whr))(0) fvzero=(fvzero_m(whr))(0) end endcase ; ZERO is used instead of AMB only for 9GHz scale=flxref/(fizero-fisky) ; ??? maybe incorrect L100: ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ; restore the attainator, and check the valid data stt0=stat(ndata(0):ndata(1)) amp0=float(amp(ndata(0):ndata(1)))/float(integ) pol0=float(pol(ndata(0):ndata(1)))/float(integ) npa=norp_gt_npa(stt0,iatt=iatt) natt=where((npa-shift(npa,1) ne 0),mattx) if (mattx ge mattxmax) then begin print,'***************************************' print,' Too many att-mode-shift for 9G! ' print,' # of att-mode-shift', mattx print,'***************************************' fi=fltarr(ndx) fv=fltarr(ndx) mvalid=bytarr(ndx) return endif natti=norp_gt_natti(npa,timej,dtatt) fi=vatt(npa)*(amp0-fizero)+fizero fv=vatt(npa)*(pol0-fvzero)+fvzero fi=scale*(fi-fisky)*mod_fac ; add "mod_fac" by MS fv=scale*(fv-fvsky) mvalid=(norp_mvalid(ndx,natti) $ and norp_mvalid(ndx,nskyi-ndata(0)) $ and norp_mvalid(ndx,nambi-ndata(0)) $ and norp_mvalid(ndx,nzeroi-ndata(0)) $ and (fi gt fimin) $ and (scale gt 0) $ and (scale lt smax)) if 0 then begin if (ndata(0) eq 0) then begin whr=min(where(mvalid,cnt)) if cnt ge 1 then begin tstt=anytim2ints(timej(whr),offset=dtmgn(0)*1.e-3) mstt=norp_t2i(timej.time,tstt.time) mvalid(0:mstt)=0b endif endif if (ndata(1) eq n_elements(timejo)-1) then begin whr=max(where(mvalid,cnt)) if cnt ge 1 then begin tend=anytim2ints(timej(whr),offset=-dtmgn(1)*1.e-3) mend=norp_t2i(timej.time,tend.time) mvalid(mend:*)=0b endif endif endif calibration={ $ scale:scale $ ,oksky:oksky,timejsky_m:timejsky_m,fisky_m:fisky_m,fvsky_m:fvsky_m $ ,fisky:fisky,fvsky:fvsky $ ,okzero:okzero,timejzero_m:timejzero_m,fizero_m:fizero_m,fvzero_m:fvzero_m $ ,fizero:fizero,fvzero:fvzero $ ,okamb:okamb,timejamb_m:timejamb_m,fiamb_m:fiamb_m,fiamb:fiamb $ } return end