##SCRIPT TO IDENTIFY CENSORED SITES

#TABLE 1 - OVERWEIGHTED AND CENSORED SITES
   #IDENTIFY CENSORED SERIES
	url<-"c:/climate/data/new/TREE/ITRDB/NOAMER"
	url<-"ftp://holocene.evsc.virginia.edu/pub/MBH98/TREE/ITRDB/NOAMER"
		#I assume that this will work as I'm blocked from the site
 
  #READ IN CENSORED ROSTER - 192 SITES
 	loc<-file.path(url,"noamer-censored.inf") #
	roster<-read.table(loc)#192 

   #READ IN UNCENSORED ROSTER - 212 SITES
	loc<-file.path(url, "noamer.inf")
	roster2<-read.table(loc)#192 

   #OBTAIN IDs of 20 EXCLUDED SITES
	excluded<-roster2[,2][is.na(match(roster2[,2],roster[,2]))]
	excluded
	#this lists the following 20 series
	# [1] az510.txt ca528.txt ca529.txt ca530.txt ca533.txt
	# [6] ca534.txt co511.txt co522.txt co523.txt co524.txt
	#[11] co525.txt co535.txt co545.txt co547.txt nv510.txt
	#[16] nv511.txt nv512.txt nv513.txt nv514.txt nv516.txt

  #SHOW ORIGIN OF 50 SERIES IN BACKTO_1400-CENSORED
	url3<-"c:/climate/data/new/TREE/ITRDB/NOAMER/BACKTO_1400"
	loc<-file.path(url3,"noamer-itrdb-ad1400.txt")
	roster3<-read.table(loc)#
	nrow(roster3) #70
	roster3[,2][!is.na(match(roster3[,2],excluded))] #all 20 series in dataset
	length(roster3[,2][!is.na(match(roster3[,2],excluded))]) #20 series
	length(roster3[,2][is.na(match(roster3[,2],excluded))]) #50 series

	url3C<-"c:/climate/data/new/TREE/ITRDB/NOAMER/BACKTO_1400-CENSORED"
	id3C<-list.files(url3C); id3C
		#no roster file
	loc<-file.path(url3C,"eigen.out")
	eof1<-read.table(loc)
	nrow(eof1) #50 series - 


   ###EXTRACT IDs
    	id<-unlist(strsplit(as.character(excluded), "\\."))
	id<-array(id,dim=c(2,length(id)/2))
	id<-t(id)[,1]

    ###IDENTIFY
	load("c:/climate/data/tree/northamerica.details.tab")
	temp<-!is.na(match(details$id,id)) #20
	details[temp,c(1:3,6,9)]
	write.table(details[temp,c(1:3,6,9)],file="c:/climate/data/mann/censored.txt",sep="]t")

        id                 location type altitude                                      author
329  az510      SAN FRANCISCO PEAKS PIAR     3535                          DONALD A. GRAYBILL
470  ca528              FLOWER LAKE PIBA     3291                          DONALD A. GRAYBILL
471  ca529         TIMBER GAP UPPER PIBA     3261                          DONALD A. GRAYBILL
472  ca530              CIRQUE PEAK PIBA     3505                          DONALD A. GRAYBILL
475  ca533         CAMPITO MOUNTAIN PILO     3400 DONALD A. GRAYBILL     V. C. LA MARCHE, JR.
476  ca534           SHEEP MOUNTAIN PILO     3475                          DONALD A. GRAYBILL
1403 co511 ISLAND LAKE     STANDARD PIFL     3200                            CONNIE WOODHOUSE
1411 co522               MT GOLIATH PIAR     3535                          DONALD A. GRAYBILL
1412 co523              WINDY RIDGE PIAR     3570                          DONALD A. GRAYBILL
1413 co524         ALMAGRE MOUNTAIN PIAR     3536                          DONALD A. GRAYBILL
1414 co525              HERMIT LAKE PIAR     3660                          DONALD A. GRAYBILL
1424 co535              FROSTY PARK PIFL     3218                          DONALD A. GRAYBILL
1434 co545              NIWOT RIDGE PIFL     3169                          DONALD A. GRAYBILL
1436 co547            RAINBOW CURVE PIFL     3352                          DONALD A. GRAYBILL
2385 nv510          CHARLESTON PEAK PILO     3425                          DONALD A. GRAYBILL
2386 nv511          MOUNT JEFFERSON PIFL     3300                          DONALD A. GRAYBILL
2387 nv512               PEARL PEAK PILO     3170                          DONALD A. GRAYBILL
2388 nv513         MOUNT WASHINGTON PILO     3415                          DONALD A. GRAYBILL
2389 nv514          SPRUCE MOUNTAIN PILO     3110                          DONALD A. GRAYBILL
2391 nv516               HILL 10842 PILO     3050                          DONALD A. GRAYBILL