#pragma rtGlobals=1		// Use modern global access method.

Function LoadFiles()
	String mode = "CAPS_Choose_Files" // "CAPS_Choose_Files", "CAPS_Choose_Dir", "CAPS_Search_Dirs"
	Variable i, fileNum, firstDataLine, isData
	String currentFile
	String columnLabel
	String tmpWaveList
	String currentWave
// Get lists of files to load
	FileList(mode)
// Load GRIMM time series
	if(WaveExists(CASTSPaths))
		sort /A CASTSPaths, CASTSPaths
		tmpWaveList = ""
		fileNum = 0
		isData = 0
		for(i =0;i<dimsize(CASTSPaths,0);i+=1)
			wfprintf currentFile, "%s" /R=(i,i) CASTSPaths
			firstDataLine = FindFirstDataLine(currentFile)
			Print firstDataLine
			if (firstDataLine != -1)
				currentWave = "CASTStmp" + num2str(fileNum)
				LoadWave/J/M/U={0,0,1,0}/D/A=CASTStmp/E=0/K=0/V={"\t,"," $",0,1}/L={firstDataLine-1,firstDataLine,0,0,0}/Q currentFile
				if (numpnts($currentWave) != 0)
					tmpWaveList += currentWave + ";"
					isData = 1
				endif
				fileNum = fileNum + 1
			endif
		endfor
		if (isData)
			Concatenate /NP=0 /KILL tmpWaveList, WIBSTimeSeries
			SetScale /P y, 0,1,WIBSTimeSeries
		endif
	endif
	Killstrings /Z tmpWaveList
End

Function FileList(mode)
	String mode
	String files = MultiFileSelect(mode)
	String CASTSList = ""
	String errStr, currentFile
	Variable i, A
	Variable totalFiles = ItemsInList(files,"\r"), numFiles, procfiles
	Make /O /T /n=(totalFiles) filePaths = StringFromList(p,files, "\r")
	for(i=0;i<totalFiles;i+=1)
		currentFile = ParseFilePath(0,filePaths[i],":",1,0)
		A =  StringMatch(currentFile,"*.csv")
		if(A != 0)
			CASTSList = CASTSList + num2istr(i) + "\r"
		endif
	endfor
	procFiles = 0
	numFiles = ItemsInList(CASTSList,"\r")
	procFiles = procFiles + numFiles
	if(numFiles != 0)
		Make /O /T /n=(numFiles) CASTSPaths = filePaths[(str2num(StringFromList(p,CASTSList, "\r")))]
	endif
	if(procFiles < totalFiles)
		errStr =  "Something went wrong - you selected some unclassifiable files - ignoring them. This may just be a PADS log file, or may be something worth investigating (e.g. non-standard data file name)."
		DoAlert 0, errStr
	endif
End

Function/S MultiFileSelect(mode)
	String mode
	String extension = "????", fileName, path, message, outputPaths=" ", fileFilters = "WIBS Files (*.*):.*;", directories, searchDirs, unscannedDirs, scannedDirs
	Variable dirIndex, fileIndex, level= 0, refNum, prevUnscannedDirs
	strswitch(mode)
		case "CAPS_Choose_Files":
			message = "Select one or more files"
			fileFilters = "All Files:.*;"
			Open /D /R /MULT=1 /F=fileFilters /M=message refNum
			outputPaths = S_fileName
		break
		case "CAPS_Choose_Dir":
			message = "Select a directory containing CAPS data"
			fileFilters = "All Files:.*;"
			NewPath /M=message /O /Q pathName
			PathInfo pathName
			path = S_path
			fileIndex = 0
			outputPaths = ""
			do
				fileName = IndexedFile(pathName, fileIndex, extension)
				if (strlen(fileName) == 0)
					break
				endif
				outputPaths += path+fileName
				outputPaths += "\r"
				fileIndex += 1
			while(1)
		break
		case "CAPS_Search_Dirs":
			outputPaths = GetFiles()
		break
	endswitch
	if (strlen(outputPaths) == 0)
		Print "Cancelled"
	endif
      return outputPaths
End

Function/S GetFiles()
	String extension = "", currentDir = "", newDirs = ""
	String fileNames = "", message = "", fileFilters = ""
	String unscannedDirs = "", scannedDirs = ""
	message = "Select a directory to recursively search"
	fileFilters = "All Files:.*;"
	extension = "????"
	NewPath /M=message /C /O /Z /Q pathName
	PathInfo pathName
	unscannedDirs = S_path + "\r"
	do
// Move first unscannedDir to scannedDirs after scanning and adding new dirs to unscannedDirs
		currentDir = StringFromList(0, unscannedDirs, "\r")
		NewPath /C /O /Z /Q pathName currentDir
		PathInfo pathName
		unscannedDirs += Folders(s_path)
		unscannedDirs = ReplaceString("\r\r", unscannedDirs, "\r")
		scannedDirs += currentDir + "\r"
		unscannedDirs = RemoveFromList(currentDir, unscannedDirs , "\r")
	while(strlen(unscannedDirs) > 1)
	Variable folderIndex = 0
	Variable numFolders = ItemsInList(scannedDirs, "\r")
	do
// Scan all directories for all files
		currentDir = StringFromList(folderIndex, scannedDirs, "\r")
		NewPath /C /O /Z /Q pathName currentDir
		PathInfo pathName
		fileNames += Files(s_path)
		folderIndex = folderIndex + 1
	while(folderIndex < numFolders)
	fileNames = ReplaceString("\r\r", fileNames, "\r")
	return fileNames
End

Function/S Folders(searchPath)
	String searchPath
	String unscannedDirs = ""
	NewPath /C /O /Z /Q currentPath searchPath
	Variable index = 0
	do
		unscannedDirs += IndexedDir(currentPath,index,1) + "\r"
		index = index + 1
	while((strlen(IndexedDir(currentPath,index,1))) >= 1)
	unscannedDirs = ReplaceString("\r\r", unscannedDirs, "\r")
	Return unscannedDirs
End

Function/S Files(searchPath)
	String searchPath
	String fileSearch = ""
	NewPath /C /O /Z /Q currentPath searchPath
	Variable index = 0
	do
		fileSearch += searchPath + IndexedFile(currentPath,index,"????") + "\r"
		index = index + 1
		if(index>200)
			String errStr = "There's a directory in here which contains more than 200 files. These are unlikely to be PADS data files, - they may instead be processed image files for example. Stopping the search for this directory and continuing with next."
			DoAlert 0, errStr
			break
		endif
	while((strlen(IndexedFile(currentPath,index,"????"))) != 0)
	Return fileSearch
End

Function FindFirstDataLine(currentFile)
	String currentFile
	Variable refNum
	Variable lineNumber = 0
	String text = ""
	Open/R refNum as currentFile
	do
		FReadLine refNum, text
		FStatus refNum
		if (!GrepString(text, "[(?i)A-Z*][^NaN]") && strlen(text) > 3 && lineNumber > 180)
			break
		endif
		if (V_filePos == V_logEOF)
			lineNumber = -1
			break
		endif
		lineNumber += 1
	while(1)
	Close refNum
	return lineNumber
End