// 04-gtk/01-basics
using System;
using System.Text;
using System.IO;
using System.Net;
using Gtk; //requires mcs -pkg:gtk-sharp

class MainClass {
  public static void Main (string[  ] args)
  {
    Application.Init ( );
    
    Window w = new Window ("S&P 500 Stocks");
    Button bDownloadSP = new Button("DownloadSP");
    Button bDownload = new Button ("Download Stock Data");
    Button bMakePage = new Button ("Make Stock Pages");
    Button bGenIndexPage = new Button ("Generate Index Page");
    Button bGraph = new Button ("Graph");
    Button bExit = new Button("Exit");
    ButtonBox buttonBox;
    buttonBox = new VButtonBox();
    
    // set up event handling: verbose to illustrate
    // the use of delegates.
    w.DeleteEvent += new DeleteEventHandler (Window_Delete);
    bDownloadSP.Clicked += new EventHandler (bDownloadSP_Click);
    bDownload.Clicked += new EventHandler (bDownload_Click);
    bMakePage.Clicked += new EventHandler (bMakePage_Click);
    bGenIndexPage.Clicked += new EventHandler (bGenIndexPage_Click);
    bGraph.Clicked += new EventHandler (bGraph_Click);
    bExit.Clicked += new EventHandler (bExit_Click);
    
    // initialize the GUI
    w.Add (buttonBox);
    buttonBox.Add(bDownloadSP);
    buttonBox.Add(bDownload);
    buttonBox.Add(bMakePage);
    buttonBox.Add(bGenIndexPage);
    buttonBox.Add(bGraph);
    buttonBox.Add(bExit);
    w.SetDefaultSize (300, 200);
    w.ShowAll ( );
    
    Application.Run ( );
  }
  
  static void Window_Delete (object o, DeleteEventArgs args)
  {
    Application.Quit ( );
    args.RetVal = true;
  }
  
  /// <summary>
  /// Downloads a group of market data files from the Internet
  /// and saves them to a file.
  /// </summary>
  static void downloadWebPage()
  {
    StringBuilder URL,path;
    WebRequest request;
    Stream responseStream;
    string currentLine,symbol;
    StreamReader sr;
    bool atEnd=false;
    int nStk=0;
    string stockList="./data/SP500.txt";


    //Find out how many lines are in the stock list file.
    sr=new StreamReader(stockList);


    //Download one web page for each stock symbol in the StockList.
    path=new StringBuilder();
    URL=new StringBuilder();

    do
    {
	  symbol=sr.ReadLine();
	  if(symbol==""||symbol==null)
        atEnd=true;
	  else 
      {
        System.Console.WriteLine(symbol);
        nStk+=1; 
	    path.Remove(0,path.Length);
	    URL.Remove(0,URL.Length);

	    path.Append(@"./data/");
	    path.Append(symbol+".bin");

	    //Find out when file was last updated.
	    DateTime lastUpdate;
	    if(File.Exists(path.ToString()))
	    {
		  Stream oldFile=File.OpenRead(path.ToString());
		  BinaryReader br=new BinaryReader(oldFile);
		  br.BaseStream.Seek(-32,SeekOrigin.End);
		  int month=br.ReadInt32();
		  int day=br.ReadInt32();
		  int year=br.ReadInt32();
		  lastUpdate=new DateTime(year,month,day);
		  oldFile.Close();
		  br.Close();
	    }
	    else {
	      lastUpdate=new DateTime(1990,1,1);

	      DateTime today=DateTime.Today;
	      if (lastUpdate.Day==today.Day && 
	          lastUpdate.Month==today.Month &&	          lastUpdate.Year==today.Year)
	        return;

	      //Download data starting from the day after the last update.
	      URL.Append("http://table.finance.yahoo.com/table.csv?a=" + lastUpdate.Month
					+ "&b=" + lastUpdate.Day+1 + "&c="+lastUpdate.Year+"&d=" + today.Month
					+ "&e=" + today.Day + "&f=" + today.Year + "&s=");
	      URL.Append(symbol+"&y=0&g=d&ignore=.csv");
				
	      //System.Console.WriteLine("URL: " + URL.ToString());
	      request=WebRequest.Create(URL.ToString());
	      responseStream = request.GetResponse().GetResponseStream();

	      //Save to disk.
	      writeBinary(responseStream,path.ToString());

	      //progressBar1.Value++;
	    }
      }
    }
    while(!atEnd);

    sr.Close();
    //progressBar1.Value=0;
  }
  
  /// <summary>
  /// Writes a binary file from a Stream of market data.
  /// </summary>
  /// <param name="data">Stream of market data from the Internet.</param>
  static void writeBinary(Stream dataStream,string path)
  {
    //Create array of strings from data Stream.
	StreamReader sr=new StreamReader(dataStream);
	bool atEnd=false;
	string[][] data;
	string[] line=new string [10000];
	int numberOfLines=0;
	int x=0;
	sr.ReadLine(); //First line not needed.
	while(!atEnd)
	{
		line[x]=sr.ReadLine();
		if(line[x]==null)
			atEnd=true;
		else
		{
			numberOfLines++;
			x++;
		}
	}
	sr.Close();

	data=new String [numberOfLines][];
	for(int i=0; i<numberOfLines; i++)
	{
		data[i]=line[i].Split(',');
	}
	DateTime[] dates=new DateTime[data.GetLength(0)];
	for(int i=0; i<data.GetLength(0); i++)
	{
	  //dates[i]=DateTime.Parse(data[i][0]);
	  // 25may05 date format 24-May-05 not recognized
	  string MM_DD_YYYY = dateCvt(data[i][0].ToString());			
	  dates[i] = DateTime.Parse(MM_DD_YYYY);
	}
		//Get array of other data.
	float[] open=new float[data.GetLength(0)];
	float[] high=new float[data.GetLength(0)];
	float[] low=new float[data.GetLength(0)];
	float[] close=new float[data.GetLength(0)];
	int[] volume=new int[data.GetLength(0)];
	for(int i=0; i<data.GetLength(0); i++)
	{
		open[i]=float.Parse(data[i][1]);
		high[i]=float.Parse(data[i][2]);
		low[i]=float.Parse(data[i][3]);
		close[i]=float.Parse(data[i][4]);
		volume[i]=int.Parse(data[i][5]);
	}
	
	//Reverse values so that earliest date comes first.
	Array.Reverse(dates);
	Array.Reverse(open);
	Array.Reverse(high);
	Array.Reverse(low);
	Array.Reverse(close);
	Array.Reverse(volume);
		//Write file.
	BinaryWriter bw;
	FileStream output;
	if(!File.Exists(path))
	{
		output=new FileStream(path, FileMode.CreateNew);
		bw=new BinaryWriter(output);
		bw.Write(numberOfLines);
	}
	else
	{
		output=new FileStream(path,FileMode.Open);
		BinaryReader br=new BinaryReader(output);
		int oldRows=br.ReadInt32();
		br.Close();
		output.Close();
		output=new FileStream(path,FileMode.OpenOrCreate);
		bw=new BinaryWriter(output);
		bw.BaseStream.Seek(0,SeekOrigin.Begin);
		oldRows+=numberOfLines;
		bw.Write(oldRows);
		bw.BaseStream.Seek(0,SeekOrigin.End);
	}
	for(int i=0; i<dates.Length; i++)
	{
		bw.Write(dates[i].Month);
		bw.Write(dates[i].Day);
		bw.Write(dates[i].Year);
		bw.Write(open[i]);
		bw.Write(high[i]);
		bw.Write(low[i]);
		bw.Write(close[i]);
		bw.Write(volume[i]);
	}
	bw.BaseStream.Seek(0,SeekOrigin.Begin);
	bw.Close();
	output.Close();
  }  

  static void bExit_Click (object o, EventArgs args)
  {    
    System.Environment.Exit(0);
  }
  
  static void bDownload_Click (object o, EventArgs args)
  {
    //string s;
    //s = dateCvt("24-May-05");
    //System.Environment.Exit(1);
    
    System.Console.WriteLine ("Downloading stock data!");
    downloadWebPage();
    System.Console.WriteLine("Download complete!");
  }
  
  public static string dateCvt(string inDate)
  {
    string DD_MMM_YY;
    string MM_DD_YYYY;
    string MM;
    string YYYY;
    string MMM;
    
    string Months = "JanFebMarAprMayJunJulAugSepOctNovDec";
       
    if (inDate.Length == 9)
    {
      DD_MMM_YY = inDate;
    }
    else
    {
      DD_MMM_YY = "0" + inDate;
    }
        
    MMM = DD_MMM_YY.Substring(3,3);
    
    //Console.WriteLine("MMM = " + MMM);
    int i = Months.IndexOf(MMM);
    //Console.WriteLine("i = " + i);
    i = i/3 + 1;
    
    MM = String.Format("{0:D2}", i);
    if (DD_MMM_YY.Substring(7,1) == "0") 
    {
      YYYY = "20" + DD_MMM_YY.Substring(7,2);
    }
    else
    {
      YYYY = "19" + DD_MMM_YY.Substring(7,2);
    }
    
    MM_DD_YYYY = MM + "/" + DD_MMM_YY.Substring(0,2) + "/" + YYYY;
    
    //Console.WriteLine("returning " + MM_DD_YYYY);
    return(MM_DD_YYYY);
  }

  // bGraph_Click: generate graphs
  
  static void bGraph_Click(object sender, System.EventArgs e)
  {
	StreamReader sr;
	string currentLine;
	int numberOfLines=0;
	bool atEnd=false;
	string symbol="",stockList="";
	StringBuilder path=new StringBuilder(),fileName=new StringBuilder();

	stockList=@"./data/SP500.txt";

	//Find out how many lines are in the stock list file.
	sr=new StreamReader(stockList);
	do
	{
		currentLine=sr.ReadLine();
		if(currentLine==""||currentLine==null)
			atEnd=true;
		else numberOfLines+=1;
	}
	while(!atEnd);
	
	//progressBar1.Maximum=numberOfLines;
		
	//Reset file pointer to the beginning.
	sr.BaseStream.Seek(0, SeekOrigin.Begin);
	sr.BaseStream.Position = 0;

	//Generate three graphs for each stock symbol.
	for(int i=0; i<numberOfLines; i++)
	{
		//Close graph.
		symbol=sr.ReadLine();
		fileName.Remove(0,fileName.Length);
		fileName.Append(@"./GeneratedPages/");
		fileName.Append(symbol);
		fileName.Append("close.gif");
		path.Remove(0,path.Length);
		path.Append(@"./data/");
    	path.Append(symbol);
		path.Append(".bin");
		Console.WriteLine("reading file " + path);
		string[,] data=readFile(path.ToString());
		DateTime[] dates=new DateTime[data.GetLength(0)];
		float[] yData=new float[data.GetLength(0)];
		for(int j=0;j<data.GetLength(0); j++)
		{
			dates[j]=DateTime.Parse(data[j,0]);
			yData[j]=float.Parse(data[j,4]);
		}
		
//		drawGraph(dates,yData,fileName.ToString(),10,1,0,Color.Red,false,"Close",
		drawGraph(dates,yData,fileName.ToString(),10,1,0,false,"Close",
			symbol+" Close",0);

/*
		//Volume graph.
		fileName.Remove(0,fileName.Length);
		fileName.Append(@"C:\Documents and Settings\All Users\Documents\NYAReader\Generated Pages\");
		fileName.Append(symbol);
		fileName.Append("vol.gif");
		for(int j=0;j<data.GetLength(0); j++)
		{
			yData[j]=float.Parse(data[j,5]);
		}
		drawGraph(dates,yData,fileName.ToString(),10,1,0,Color.Blue,true,
			"Volume (x 1,000,000)",symbol+" Volume",0);
			//Volatility graph.
		fileName.Remove(0,fileName.Length);
		fileName.Append(@"C:\Documents and Settings\All Users\Documents\NYAReader\Generated Pages\");
		fileName.Append(symbol);
		fileName.Append("volatility.gif");
		yData=calculateStats(data)[6];
		drawGraph(dates,yData,fileName.ToString(),1F,0.5F,0,Color.Green,false,
			"Volatility (%)",symbol+" Volatility\nPast "+
			numericUpDown1.Value+" Days",1);
			path.Remove(0,path.Length);
		fileName.Remove(0,fileName.Length);
		progressBar1.Value++;
		*/
	}
	sr.Close();
	//progressBar1.Value=0;
  }


		/// <summary>
		/// Reads a .csv file and stores the data in an array.
		/// </summary>
		/// <param name="fileName">The path of the file
		/// to be read.</param>
		/// <returns>Returns a two-dimensional array
		/// of the .csv data in string format.</returns>
		static string[,] readFile(string fileName)
		{
			Stream dataStream=File.OpenRead(fileName);
			BinaryReader br=new BinaryReader(dataStream);
			
			//Find out how many lines of data there are.
			int rows=br.ReadInt32();

			DateTime[] date=new DateTime[rows];
			float[] open=new float[rows];
			float[] high=new float[rows];
			float[] low=new float[rows];
			float[] close=new float[rows];
			int[] volume=new int[rows];
			
			//Read file.
			int month,day,year;
			for(int i=0; i<rows; i++)
			{
				month=br.ReadInt32();
				day=br.ReadInt32();
				year=br.ReadInt32();
				date[i]=new DateTime(year,month,day);
				open[i]=br.ReadSingle();
				high[i]=br.ReadSingle();
				low[i]=br.ReadSingle();
				close[i]=br.ReadSingle();
				volume[i]=br.ReadInt32();
			}

			//Reverse values so that latest day comes first. Other functions that call
			//readFile assume that the dates are in this order.

			Array.Reverse(date);
			Array.Reverse(open);
			Array.Reverse(high);
			Array.Reverse(low);
			Array.Reverse(close);
			Array.Reverse(volume);

			//Create 2-d array of strings.
			string[,] data=new string[rows,6];
			for(int i=0; i<rows; i++)
			{
				data[i,0]=date[i].ToLongDateString();
				data[i,1]=open[i].ToString();
				data[i,2]=high[i].ToString();
				data[i,3]=low[i].ToString();
				data[i,4]=close[i].ToString();
				data[i,5]=volume[i].ToString();
			}
			br.Close();

			return data;
		}
		

		/// <summary>
		/// Draws a line graph of close data and saves it as a .gif file.
		/// </summary>
		/// <param name="dates">Array of DateTimes that will be used for
		/// the x-axis.</param>
		/// <param name="yData">Array of floats used for the y-axis.</param>
		/// <param name="fileName">Indicates where the image
		/// will be saved and the filename of the image.</param>
		/// <param name="yBigInterval">Number of yData points between big ticks.</param>
		/// <param name="ySmallInterval">Number of yData points between small ticks.</param>
		/// <param name="xInterval">Interval between tick marks on x-axis. If 0, one
		/// tick every month. If 1, one tick every year.</param>
		/// <param name="color">The color of the graph.</param>
		/// <param name="reduce">If true, values will be made smaller by dividing
		/// by 1 million. If this method causes an infinite loop, set this
		/// parameter to true.</param>
		/// <param name="yAxisLabel">The label of the y-axis.</param>
		/// <param name="title">The title of the graph.</param>
		/// <param name="precision">The number of decimal places in the 
		/// <c>ySmallInterval</c> parameter. The <c>precision</c> parameter must
		/// be set correctly to avoid an infinite loop.</param>
		static void drawGraph(DateTime[] dates,float[] yData,string fileName,
		//	float yBigInterval,float ySmallInterval,int xInterval,Color color,bool reduce,
			float yBigInterval,float ySmallInterval,int xInterval,bool reduce,
			string yAxisLabel,string title,int precision)
		{
		    // call plotting program
/*		    
			TimeSpan dateRange,fromStart;
			int numberOfDays;
			int yHighInt,yLowInt;
			decimal yLabel;
			decimal yHigh=0,yLow,yRange;
			decimal scaleX,scaleY;
			decimal tickInterval,posit;
			DateTime dateLabel,date;
			Pen axisPen=new Pen(Color.Black,2);
			//Pen graphPen=new Pen(color);
			Pen graphPen = new Pen(Color.Red,1);
			Pen tickPen=new Pen(Color.Black,1);
			Point origin,xEnd,yEnd,newPoint,oldPoint,tickPoint,textPoint;
			Font font=new Font("Times New Roman",7);
			Font titleFont=new Font("Times New Roman",30,FontStyle.Bold);
			Font labelFont=new Font("Times New Roman",12,FontStyle.Bold);
			SolidBrush brush=new SolidBrush(Color.Black);
			SolidBrush titleBrush=new SolidBrush(Color.FromArgb(75,Color.Black));
			string dateLabelString;
			Bitmap graph;
			Graphics g;
			int n=(int)numericUpDown1.Value;

			//Remove data that should not be graphed.
			if(cbUseAllData.Checked==false)
			{
				dates=removeData(dates);
				yData=removeData(yData);
			}
			int rows=dates.Length;
			DateTime latest=dates[0];
			DateTime earliest=dates[rows-1];
			decimal[,] pointCoord=new decimal[rows,2];

			//Make values smaller if bool reduce is true
			if(reduce)
			{
				for(int i=0; i<rows; i++)
				{
					float f=yData[i];
					f/=1000000;
					yData[i]=f;
				}
			}

			//Determine range of data and scale factor.
			//Graph dimensions: 500 x 400.
			//Image dimensions: 690 x 490. 
			yLow=(decimal)yData[0];
			for(int i=0; i<rows; i++)
			{
				if (yHigh<(decimal)yData[i] && yData[i]!=-999)
					yHigh=(decimal)yData[i];
				if (yLow>(decimal)yData[i] && yData[i]!=-999)
					yLow=(decimal)yData[i];
			}
			yLowInt=roundToInt(yLow);
			yHighInt=roundToInt(yHigh);
			yRange=yHigh-yLow;
			dateRange=latest-earliest;
			numberOfDays=dateRange.Days;
			scaleY=400/yRange;
			scaleX=500/(decimal)numberOfDays;

			//Find how many pixels above and to the right of 
			//the origin each point should go.
			for(int i=0; i<rows; i++)
			{
				if(yData[i]==-999)
					pointCoord[i,1]=-999;
				else
					pointCoord[i,1]=((decimal)yData[i]-yLow)*scaleY;
				date=dates[i];
				fromStart=date-earliest;
				pointCoord[i,0]=fromStart.Days*scaleX;
			}


			//Draw axes; 90 pixels total space
			//from graph to top and bottom side
			//of image. 90 pixels total space from graph to
			//left and right side of image.
			origin=new Point(80,410);
			xEnd=new Point(580,410);
			yEnd=new Point(80,10);
			Point yEnd2=new Point(580,10);
			graph=new Bitmap(690,490);
			g=Graphics.FromImage(graph);
			g.Clear(Color.White);
			g.DrawLine(axisPen,origin,xEnd);
			g.DrawLine(axisPen,origin,yEnd);
			g.DrawLine(axisPen,xEnd,new Point(xEnd.X,yEnd.Y));

			//Draw y-axis tick marks and labels.
			posit=0;
			tickInterval=roundToInt((decimal)ySmallInterval*scaleY);
			tickPoint=new Point(origin.X,origin.Y);
			Point tickPoint2=new Point(xEnd.X,xEnd.Y);
			textPoint=new Point(0,0);
			Point textPoint2=new Point(0,0);
			double j=0;
			textPoint.X=tickPoint.X-27;
			textPoint.Y=tickPoint.Y-5;
			textPoint2.X=tickPoint2.X+10;
			textPoint2.Y=tickPoint2.Y-5;
			g.DrawString(yLowInt.ToString(),font,brush,textPoint);
			g.DrawString(yLowInt.ToString(),font,brush,textPoint2);
			while(origin.Y-posit>=yEnd.Y)
			{
				j=Math.Round(j,precision);
				if (((yLowInt+j)%yBigInterval)==0)
				{
					drawTick(g,tickPen,tickPoint,false,6);
					drawTick(g,tickPen,tickPoint2,false,6);
					textPoint.X=tickPoint.X-27;
					textPoint.Y=tickPoint.Y-5;
					textPoint2.X=tickPoint2.X+10;
					textPoint2.Y=tickPoint2.Y-5;
					yLabel=(decimal)(yLowInt+j);
					g.DrawString(yLabel.ToString(),font,brush,textPoint);
					g.DrawString(yLabel.ToString(),font,brush,textPoint2);
				}
				else
				{
					drawTick(g,tickPen,tickPoint,false,3);
					drawTick(g,tickPen,tickPoint2,false,3);
				}
				j+=ySmallInterval;
				posit+=tickInterval;
				tickPoint.Y=origin.Y-roundToInt(posit);
				tickPoint2.Y=tickPoint.Y;
				tickPoint2.X=tickPoint.X + 500;
			}
			tickPoint.X=yEnd.X;
			tickPoint.Y=yEnd.Y;
			tickPoint2.X=yEnd2.X;
			tickPoint2.Y=yEnd2.Y;
			drawTick(g,tickPen,tickPoint,false,6);
			drawTick(g,tickPen,tickPoint2,false,6);
			g.DrawString(yHigh.ToString(),font,brush,10,5);
			g.DrawString(yHigh.ToString(),font,brush,yEnd2.X+30,yEnd2.Y-5);

			//Draw x-axis tick marks and labels.
			//One tick every month.
			posit=0;
			j=0;
			tickPoint.X=origin.X;
			tickPoint.Y=origin.Y;
			tickInterval=1.0M*scaleX;
			while(origin.X+posit<=xEnd.X)
			{
				dateLabel=earliest.AddDays(j);
				if(dateLabel.Day==1)
				{
					if(dateLabel.Month==1)
					{
						this.drawTick(g,tickPen,tickPoint,true,6);
						textPoint.X=tickPoint.X-15;
						textPoint.Y=tickPoint.Y+25;
						dateLabelString=dateLabel.Month.ToString()+"/"+
							dateLabel.Day.ToString()+"/"+
							dateLabel.Year.ToString();
						g.DrawString(dateLabelString,font,brush,textPoint);
					}
					else
					{
						if(xInterval==0)
						{
							drawTick(g,tickPen,tickPoint,true,3);
							textPoint.X=tickPoint.X-7;
							textPoint.Y=tickPoint.Y+10;
							dateLabelString=dateLabel.Month.ToString()+"/"+
								dateLabel.Day.ToString();
							g.DrawString(dateLabelString,font,brush,textPoint);
						}
					}
				}
				j++;
				posit+=tickInterval;
				tickPoint.X=origin.X+roundToInt(posit);
			}

			//Draw graph.
			for(int i=0; i<rows-1; i++)
			{
				if(pointCoord[i,1]!=-999 && pointCoord[i+1,1]!=-999)
				{
					oldPoint=new Point(origin.X+roundToInt(pointCoord[i,0]),
						origin.Y-roundToInt(pointCoord[i,1]));
					newPoint=new Point(origin.X+roundToInt(pointCoord[i+1,0]),
						origin.Y-roundToInt(pointCoord[i+1,1]));
					g.DrawLine(graphPen,oldPoint,newPoint);
				}	
			}

			//Draw title and axis labels.
			g.DrawString(title,titleFont,titleBrush,200,20);
			g.DrawString("Date",labelFont,brush,330,450);
			g.RotateTransform(-90);
			g.DrawString(yAxisLabel,labelFont,brush,-280,15);

			//Save image
			graph.Save(fileName,ImageFormat.Gif);

			g.Dispose();
			axisPen.Dispose();
			graphPen.Dispose();
			tickPen.Dispose();
			font.Dispose();
			brush.Dispose();
			titleBrush.Dispose();
			titleFont.Dispose();
			labelFont.Dispose();
*/
			
		}

		static void bDownloadSP_Click(object sender, System.EventArgs e)
		{
    Console.WriteLine("call getSPData");
            int dotIndex;
            string symb;
			string[][]data=getSPData(true);
Console.WriteLine("got the data");
			StreamWriter sw=new StreamWriter(@"./data/SP500.txt");
			//Console.WriteLine("do the loop");
			for(int i=0;i<500;i++)
			{
			    if (data[i][0] != "NULL") 
			    {
			        // need to skip .A, .B extensions to symbols
			        symb = data[i][0];
			        dotIndex = data[i][0].IndexOf(".");
			        if (dotIndex >= 0)
			        {
				       symb = symb.Substring(0, dotIndex);
				    }
				    sw.WriteLine(symb);
				    //Console.WriteLine(data[i][0] + " " + dotIndex + " " + symb);
				}
			}
			sw.Close();
			Console.WriteLine("Done. We have the list!");
		}


		static string[][] getSPData(bool download)
		{
			//Download and save page.
			if(download==true)
			{
			    //Console.WriteLine("download the data");
				WebRequest request=WebRequest.Create("http://www2.standardandpoors.com/spf/csv/index/sp500.csv");
				Stream responseStream=request.GetResponse().GetResponseStream();
				StreamReader sr2=new StreamReader(responseStream);
				string responseString=sr2.ReadToEnd();
				sr2.Close();
				StreamWriter sw=new StreamWriter
					(@"./data/SPData.csv");
				sw.Write(responseString);
				sw.Close();
			}

			//Get stock symbols.

			String[][] symbols=new String[600][];
			bool atEnd=false;
			string line;
			int i=0;
			//Console.WriteLine("init the symbols");
			// initialize symbols (in case the S&P500 has < 500 stocks)

            line="NULL,Company,20,Industrials,2010,Goods,201050,Conglomerates,20105010,Conglomerates";

			for (int k=0; k<500; k++)
			{
			  symbols[k]=csvSplit(line);
			}
			
			StreamReader sr=new StreamReader(@"./data/SPData.csv");
			for(int j=0; j<5; j++) //First 5 lines are not needed.
			{
				sr.ReadLine();
			}
			
			while(atEnd==false)
			{
				line=sr.ReadLine();
				if(line==null)
					atEnd=true;
				else
					symbols[i]=csvSplit(line);
				i++;
			}
			sr.Close();
			return symbols;
		}




		static string[] csvSplit(string s)
		{
			StringReader sr=new StringReader(s);
			string[] array=new string[100];
			int i=0;
			bool atEnd=false,endQuote=false;
			char c,d;
			while(!atEnd)
			{
				
				c=(char)sr.Read();

				//Read() returns -1 if it reaches the end of the string.
				//-1 as a character is a question mark.
				if(c=='?' || c==(char)65535)
					atEnd=true;
				else
				{
					switch(c)
					{
						case '"':
							while(!endQuote)
							{
								d=(char)sr.Read();
								if(d == '"')
								{
									endQuote=true;
								}
								else
								{
									array[i]+=d;
								}
							}
							break;
					
						case ',':
							i++;
							break;

						default:
							array[i]+=c;
							break;
					}
				}
			}
			return array;
		}


// Generate stock index page

		static void bGenIndexPage_Click(object sender, System.EventArgs e)
		{
			generateSPPage();
		}


		static void generateSPPage()
		{
/*
			//Generate color scale.
			Color[] colors=new Color[400];

			//Start with full red,no blue, and increasing green.
			for(int i=0; i<100; i++)
			{
				colors[i]=Color.FromArgb(100,255,roundToInt(2.55*i),0);
			}

			//Continue with max green, no blue, and decreasing red.
			for(int i=100; i<200; i++)
			{
				colors[i]=Color.FromArgb(100, 255 - roundToInt(2.55*(i-100)),255,0);
			}

			//Next 100 colors have no red, max green, and increasing blue.
			for(int i=200; i<300; i++)
			{
				colors[i]=Color.FromArgb(100,0,255,roundToInt(2.55*(i-200)));
			}

			//Last 100 colors have no red, max blue, and decreasing green.
			for(int i=300; i<400; i++)
			{
				colors[i]=Color.FromArgb(100,0,255 - roundToInt(2.55*(i-300)),255);
			}
			
			//Make color scale image.
			Bitmap colorScale=new Bitmap(100,400);
			Graphics g=Graphics.FromImage(colorScale);
			g.Clear(Color.White);
			for(int i=0; i<400; i++)
				{
					g.DrawLine(new Pen(colors[i],1),0,i,30,i);
				}
			g.DrawLine(new Pen(Color.Black,1),0,200,30,200);
			g.DrawString("100 % Gain",new Font("Times New Roman",10),
				new SolidBrush(Color.Black),35,0);
			g.DrawString("0 % Gain",new Font("Times New Roman",10),
				new SolidBrush(Color.Black),35,190);
			g.DrawString("100 % Loss",new Font("Times New Roman",10),
				new SolidBrush(Color.Black),35,380);
			g.Dispose();
			colorScale.Save(@"./Web/colorScale.jpg",
				ImageFormat.Jpeg);
			
			//Pick the right background color for each stock symbol.
			Color[] bgColors=new Color[500];
*/
            int[] bgColors = new int[500];
			float gain;
			
			
			// call Form1_closing to create colorStats.txt
			colorStats();
			
			StreamReader sr=new StreamReader(
				@"./data/colorStats.txt");
			for(int i=0; i<500; i++)
			{
			    try
			    {
				  gain=float.Parse(sr.ReadLine());
				}
				catch   // exit if < 500 stocks in the list
				{
				  break;
				}

				//Round to nearest half.
				/*
				if(Math.Abs(gain-(int)gain)<0.25)
						gain=(int)gain;
				if(Math.Abs(gain-(int)gain)>=0.25 && Math.Abs(gain-(int)gain)<0.75)
				{
					if(gain>0)
						gain=(int)gain+0.5F;
					if(gain<0)
						gain=(int)gain-0.5F;
				}
				if(Math.Abs(gain-(int)gain)>=0.75)
				{
					if(gain>0)
						gain=(int)gain+1;
					if(gain<0)
						gain=(int)gain-1;
				}
                */
                
				if(gain>=1)
					bgColors[i]=1; //colors[0];
				if(gain <= -1)
					bgColors[i]=-1; //colors[400];
				if(gain > -1 && gain < 1)
					bgColors[i]=0; //colors[200-(int)(gain*2)];
			}
			sr.Close();
			
			//Web page.
			sr=new StreamReader(@"./data/SP500.txt");
			StreamWriter sw=new StreamWriter
				(@"./Web/SP500.html");
			string symbol;
			sw.WriteLine("<html><head><title>S&P 500 Components</title></head><body>");
			sw.WriteLine("<h1><center>S&P 500 Components</center></h1>");
			sw.WriteLine("<table border=1 align=right");
			int colorIndex=0;
			for(int i=0; i<50; i++)
			{
				sw.WriteLine("<tr>");

				for(int j=0; j<10; j++)
				{
				    string bg;
				    if (bgColors[colorIndex] == 1) 
				    {
				        bg = "lime";
				    }
				    else
				    {
				      if (bgColors[colorIndex] == -1)
				      {
				        bg = "red";
				      }
				      else
				      {
				        bg = "yellow";
				      }
				    }
				    
					symbol=sr.ReadLine();
//					sw.WriteLine("<td bgcolor=#" +toHexColorString(bgColors[colorIndex])
					sw.WriteLine("<td bgcolor=" + bg
						+ "><a href='" +symbol+ ".html'>" +symbol+ "</a></td>");
					colorIndex++;
				}
				sw.WriteLine("</tr>");
			}
			sw.WriteLine("</table>");
//			sw.WriteLine("<image src='colorScale.jpg' width=100 height=400>");
			sw.WriteLine("</body></html>");

			sw.Close();
			sr.Close();
		}



		static void bMakePage_Click(object sender, System.EventArgs e)
		{
			string stockList="";
			bool atEnd=false;
			string currentLine="";
			int numberOfLines=0;
			string symbol="";
			StringBuilder path=new StringBuilder(), fileName=new StringBuilder();

		    stockList=@"./data/SP500.txt";

			//Find out how many lines are in the stock list file.
			StreamReader sr=new StreamReader(stockList);
			do
			{
				currentLine=sr.ReadLine();
				if(currentLine==""||currentLine==null)
					atEnd=true;
				else numberOfLines+=1;
			}
			while(!atEnd);

//			progressBar1.Maximum=numberOfLines;

			//Reset file pointer to the beginning.
			sr.BaseStream.Seek(0, SeekOrigin.Begin);
			sr.BaseStream.Position = 0;

			//Generate one web page for each stock symbol.
			for(int i=0; i<numberOfLines; i++)
			{
				//Web page.
				symbol=sr.ReadLine();
				Console.WriteLine(symbol);
				path.Append(@"./data/");
				path.Append(symbol);
				path.Append(".bin");
				fileName.Append(@"./Web/");
				fileName.Append(symbol);
				fileName.Append(".html");
				//this.generateWebPage(path.ToString(),fileName.ToString(),symbol);
				generateWebPage(path.ToString(),fileName.ToString(),symbol);

				fileName.Remove(0,fileName.Length);
				path.Remove(0,path.Length);
				//progressBar1.Value++;
			}
			sr.Close();
//			progressBar1.Value=0;
		}



		static void colorStats() //object sender, System.ComponentModel.CancelEventArgs e)
		{
			//Save values in textboxes, etc., for next running of program.
/*
			const string path=
				@"./options.txt";
			FileStream fs=new FileStream(path,FileMode.Create);
			StreamWriter sw=new StreamWriter(fs);
			sw.WriteLine(numericUpDown1.Value.ToString());
			sw.WriteLine(numericUpDown2.Value.ToString());
			sw.WriteLine(numericUpDown3.Value.ToString());
			sw.WriteLine(cbUseAllData.Checked.ToString());
			sw.WriteLine(lbStockList.SelectedIndex.ToString());
			sw.Close();
*/
			//Save percent gain in past 5 days for each stock. This data is
			//used in the color-coded S&P 500 table.
			
			StreamReader sr=new StreamReader("./data/SP500.txt");
			BinaryReader br;
			StreamWriter sw=new StreamWriter(@"./data/colorStats.txt");
			string symbol;
			int x;
			float close1,close2,percentChange;
			FileStream s;
			for(int i=0; i<500; i++)
			{
				symbol=sr.ReadLine();
				try
				{
				  x = symbol.Length; //catch abbreviated list
				}
				catch
				{
				  break;
				}
				s=new FileStream(@"./data/"
					+ symbol+".bin",FileMode.Open);

				br=new BinaryReader(s);
				br.BaseStream.Seek(-136,SeekOrigin.End);
				close1=br.ReadSingle();
				br.BaseStream.Seek(-8,SeekOrigin.End);
				close2=br.ReadSingle();
				br.BaseStream.Seek(-32,SeekOrigin.End);
				int m=br.ReadInt32();
				int d=br.ReadInt32();
				int y=br.ReadInt32();
				//MessageBox.Show(m.ToString()+" "+d.ToString()+" "+y.ToString());
				br.Close();

				percentChange=(close2 - close1)/close1*100;
				sw.WriteLine(percentChange.ToString());
			}
			sr.Close();
			sw.Close();
			
		}



		static void generateWebPage(string path,string fileName,string symbol)
		{
			StreamWriter sw=new StreamWriter(fileName,false);
			string[,]data=readFile(path);
			float[][] stats=calculateStats(data);
			//Handle error opening file.
			if(data[0,0]=="error")
				return;

			//Find out what the next and previous stock symbols are.
			StreamReader sr=new StreamReader("./data/SP500.txt");
			string lineString="",previous="",next="";
			int lineNumber=0;
			for(int i=0; i<500; i++)
			{
				lineString=sr.ReadLine();
				if(lineString==symbol)
				{
					next=sr.ReadLine();
					break;
				}
				lineNumber++;
			}
			sr.BaseStream.Seek(0,SeekOrigin.Begin);
			sr.BaseStream.Position=0;
			sr.DiscardBufferedData();

			for(int i=0; i<lineNumber; i++)
			{
				previous=sr.ReadLine();
			}
			if (lineNumber==0)
				previous="";
			if(lineNumber==499)
				next="";

			//Links
			sw.WriteLine("<table width='100%' border=0><tr>");
			sw.WriteLine("<td><a href='http://www.mathematicalanalysis.com/index.html'>");
			sw.WriteLine("mathematicalanalysis.com</a></td>");
			sw.WriteLine("<td><a href='SP500.html'>S&P 500 Components</a></td>");
			if(previous!="")
				sw.WriteLine("<td><a href='"+previous+".html'>Previous</a></td>");
			if(next!="")
				sw.WriteLine("<td><a href='"+next+".html'>Next</a></td>");
			sw.WriteLine("</tr></table><hr>");

			//Title
			sw.WriteLine("<html><head><title>Market Data for "
				+symbol+ "</title></head><body>");
			string title="",industry="";
			string[][] info = getSPData(false);
			for (int i=0; i<500; i++)
			{
				if (info[i][0]==symbol)
				{
					title=info[i][1];
					industry=info[i][9];
					break;
				}
			}
			sw.WriteLine("<center><h1>" + symbol + " - " + title + "</h1></center>");
			sw.WriteLine("<center><h3>[" + industry + "]</h3></center>");

			//Table of stats
			sw.WriteLine("<table align='center' border=1>");
			sw.WriteLine("   <caption>As of "
				+ DateTime.Parse(data[0,0]).ToShortDateString() + "</caption>");
			sw.WriteLine("<tr><th></th><th>Performance</th><th>Average Volume</th></tr>");
			sw.WriteLine("<tr><th>Current Price</th>");
			sw.WriteLine("<td>" + data[0,4] + "</td> <td></td> </tr>");
			sw.WriteLine("<tr><th>Past Week</th>");

			float change=0,volAvg=0,volSum=0;
		
			if(data.GetLength(0)>5)
			{
				change=(float.Parse(data[0,4])-float.Parse(data[4,4]))
					/ float.Parse(data[4,4]) * 100;
				change=(float)Math.Round(change,1);
				for(int i=0; i<5; i++)
				{
					volSum+=float.Parse(data[i,5]);
				}
				volAvg=volSum / 5;
				sw.WriteLine("<td>"+change.ToString()+"%</td><td>"+volAvg+"</td></tr>");
			}
			else
				sw.WriteLine("<td>N/A</td><td>N/A</td></tr>");

			sw.WriteLine("<tr><th>Past Month</th>");
			
			if(data.GetLength(0)>21)
			{
				change=(float.Parse(data[0,4])-float.Parse(data[20,4]))
					/ float.Parse(data[20,4]) * 100;
				change=(float)Math.Round(change,1);
				volSum=0;
				for(int i=0; i<21; i++)
				{
					volSum+=float.Parse(data[i,5]);
				}
				volAvg=volSum / 21;
				sw.WriteLine("<td>"+change.ToString()+"%</td><td>"+volAvg.ToString()
					+"</td></tr>");
			}
			else
				sw.WriteLine("<td>N/A</td><td>N/A</td></tr>");

			sw.WriteLine("<tr><th>Past Quarter</th>");

			if(data.GetLength(0)>63)
			{
				change=(float.Parse(data[0,4])-float.Parse(data[62,4]))
					/ float.Parse(data[62,4]) * 100;
				change=(float)Math.Round(change,1);
				volSum=0;
				for(int i=0; i<63; i++)
				{
					volSum+=float.Parse(data[i,5]);
				}
				volAvg=volSum / 63;
				sw.WriteLine("<td>"+change.ToString()+"%</td><td>"+volAvg.ToString()
					+"</td></tr>");
			}
			else
				sw.WriteLine("<td>N/A</td><td>N/A</td></tr>");

			sw.WriteLine("<tr><th>Past Year</th>");

			if(data.GetLength(0)>253)
			{
				change=(float.Parse(data[0,4])-float.Parse(data[252,4]))
					/ float.Parse(data[252,4]) * 100;
				change=(float)Math.Round(change,1);
				volSum=0;
				for(int i=0; i<253; i++)
				{
					volSum+=float.Parse(data[i,5]);
				}
				volAvg=volSum / 253;
				sw.WriteLine("<td>"+change.ToString()+"%</td><td>"+volAvg.ToString()
					+"</td></tr>");
			}
			else
				sw.WriteLine("<td>N/A</td><td>N/A</td></tr>");

			sw.WriteLine("<tr><th>Past 3 Years</th>");

			if(data.GetLength(0)>758)
			{
				change=(float.Parse(data[0,4])-float.Parse(data[757,4]))
					/ float.Parse(data[757,4]) * 100;
				change=(float)Math.Round(change,1);
				volSum=0;
				for(int i=0; i<758; i++)
				{
					volSum+=float.Parse(data[i,5]);
				}
				volAvg=volSum / 758;
				sw.WriteLine("<td>"+change.ToString()+"%</td><td>"+volAvg.ToString()
					+"</td></tr>");
			}
			else
				sw.WriteLine("<td>N/A</td><td>N/A</td></tr>");

			sw.WriteLine("<tr><th>Past 10 Years</th>");

			if(data.GetLength(0)>2525)
			{
				change=(float.Parse(data[0,4])-float.Parse(data[2524,4]))
					/ float.Parse(data[2524,4]) * 100;
				change=(float)Math.Round(change,1);
				volSum=0;
				for(int i=0; i<2525; i++)
				{
					volSum+=float.Parse(data[i,5]);
				}
				volAvg=volSum / 2525;
				sw.WriteLine("<td>"+change.ToString()+"%</td><td>"+volAvg.ToString()
					+"</td></tr>");
			}
			else
				sw.WriteLine("<td>N/A</td><td>N/A</td></tr>");
			sw.WriteLine("</table>");

			//Graphs
			sw.WriteLine(
				"<a href=http://finance.yahoo.com/q/bc?s=" + symbol +
				"&t=1y&l=on&z=m&q=l&c=>Yahoo! Finance " + title +
				" Basic Chart</a>");
//				image src='"+symbol+"close.gif'>");
//			sw.WriteLine(
//				"<image src='"+symbol+"vol.gif'>");

			sw.WriteLine("</body></html>");

			sw.Close();

		}
		
		
		

		static float[][] calculateStats(string[,] data)
		{
			float[] closeHigh=new float[1],
				closeAve=new float[1], volHigh=new float[1];
			float volSum=0,closeSum=0;
			float[] volLow=new float[1], closeLow=new float[1],volAve=new float[1];;
			float val1,val2;
			float[][] stats=new float[9][];
			float[] rVol=new float[data.GetLength(0)];
				
			//check if there was an error reading the file.
			if (data[0,0]=="error")
			{
				stats[0][0]=-1;
				return stats;
			}

			/**calculate high, low, and sum close
			  *and volume data**/
			closeLow[0]=float.Parse(data[0,4]);
			volLow[0]=float.Parse(data[0,5]);
			closeHigh[0]=0;
			volHigh[0]=0;
			volAve[0]=0;
			closeAve[0]=0;
			for (int i=0; i<data.GetLength(0); i++)
			{
				if(closeHigh[0] < float.Parse(data[i,4]))
					closeHigh[0]=float.Parse(data[i,4]);
				if (closeLow[0] > float.Parse(data[i,4]))
					closeLow[0] = float.Parse(data[i,4]);
				if (volHigh[0]<float.Parse(data[i,5]))
					volHigh[0]=float.Parse(data[i,5]);
				if (volLow[0]>float.Parse(data[i,5]))
					volLow[0]=float.Parse(data[i,5]);
				closeSum+=float.Parse(data[i,4]);
				volSum+=float.Parse(data[i,5]);

			}

			closeAve[0]=closeSum/data.GetLength(0);
			volAve[0]=volSum/data.GetLength(0);

			//Calculate volatility.
			int n=21; //(int)numericUpDown1.Value;
			float[] closeData=new float[data.GetLength(0)];
			for (int i=0; i<data.GetLength(0);i++)
			{
				closeData[i]=float.Parse(data[i,4]);
			}
			Array.Reverse(closeData);

			for(int j=n; j<closeData.GetLength(0); j++)
			{
				for(int i=0; i<n; i++)
				{
					val1=closeData[j-i];
					val2=closeData[j-i-1];
					rVol[j]+=Math.Abs(val1-val2)/val2;
				}
				rVol[j]*=100/n;
			}
			for(int i=n-1; i>=0; i--)
			{
				rVol[i]=-999;
			}
			Array.Reverse(rVol);

			//Calculate gain/loss.
			int rows=data.GetLength(0),lossDays=0,gainDays=0;
			bool[] loss=new bool[rows];
			float open,close,afterLoss=0,afterGain=0;
			float[] change=new float[rows],changePercent=new float[rows];
			for(int i=0; i<rows-1; i++)
			{
				open=float.Parse(data[i,1]);
				close=float.Parse(data[i,4]);
				change[i]=close-open;
				if(change[i]<0)
					loss[i]=true;
				else
					loss[i]=false;
			}

			for(int i=0; i<rows-1; i++)
			{
				changePercent[i]=change[i]/float.Parse(data[i+1,4])*100;
			}
			for(int i=0; i<rows-1; i++)
			{
				if (loss[i+1]==true)
				{
					afterLoss+=changePercent[i];
					lossDays++;
				}
				else
				{
					afterGain+=change[i];
					gainDays++;
				}	
			}
			
			float aveAfterLoss=afterLoss/lossDays;
			float aveAfterGain=afterGain/gainDays;
			float[] gainLoss=new float[2] {aveAfterLoss,aveAfterGain};

			//Calculate strength of trend.
			float[] index=new float[data.GetLength(0)];
			float[] percentChange=new float[data.GetLength(0)];
			char sign1,sign2;
			for(int i=0; i<data.GetLength(0); i++)
			{
				percentChange[i]=(float.Parse(data[i,4])-float.Parse(data[i,1]))/
					float.Parse(data[i,1])*100;
			}

			Array.Reverse(percentChange);

			for(int i=1; i<percentChange.Length; i++)
			{
				if(percentChange[i]>0)
					sign1='+';
				else 
					sign1='-';
				if(percentChange[i-1]>0)
					sign2='+';
				else
					sign2='-';
				if(sign1==sign2)
					index[i]=Math.Abs(percentChange[i]);
				else
					index[i]= -Math.Abs(percentChange[i]);
			}
			float[] average=new float[index.Length];
			float[] sum=new float[index.Length];
			int maxDays=(int)63; //numericUpDown3.Value;
			for(int i=maxDays; i<index.Length; i++)
			{
				for(int j=0; j<=maxDays; j++)
				{
					sum[i]+=index[i-j];
				}
				average[i]=sum[i]/3;
			}
			for(int i=0; i<maxDays; i++)
			{
				average[i]=-999;
			}
			Array.Reverse(average);
			
			//Return results.
			stats[0]=closeHigh;
			stats[1]=closeLow;
			stats[2]=closeAve;
			stats[3]=volHigh;
			stats[4]=volLow;
			stats[5]=volAve;
			stats[6]=rVol;
			stats[7]=gainLoss;
			stats[8]=average;
			return stats;
		}




}