简单的词法分析器

using System.Data;
using System.Drawing;
using System.Text;
using System.Windows.Forms;

namespace cifa
{    
        public partial class 词法分析 : System.Windows.Forms.Form
        {
            private System.Windows.Forms.Label label1;
            
            private System.Windows.Forms.Button button1;
            private System.Windows.Forms.Button button2;
            private System.Windows.Forms.Button button3;

            private System.Windows.Forms.RichTextBox richTextBox1;
            private System.Windows.Forms.RichTextBox richTextBox2;

            private System.Windows.Forms.OpenFileDialog openFileDialog1;
            private System.Windows.Forms.SaveFileDialog saveFileDialog1;

            /// <summary>
            /// 必需的设计器变量。
            /// </summary>
            private System.ComponentModel.Container components = null;

            public 词法分析()
            {
                //
                // Windows 窗体设计器支持所必需的
                //
                InitializeComponent();

                //
                // TODO: 在 InitializeComponent 调用后添加任何构造函数代码
                //
            }

            /// <summary>
            /// 清理所有正在使用的资源。
            /// </summary>
            protected override void Dispose(bool disposing)
            {
                if (disposing)
                {
                    if (components != null)
                    {
                        components.Dispose();
                    }
                }
                base.Dispose(disposing);
            }

            #region Windows 窗体设计器生成的代码
            /// <summary>
            /// 设计器支持所需的方法 - 不要使用代码编辑器修改
            /// 此方法的内容。
            /// </summary>
            private void InitializeComponent()
            {
                System.ComponentModel.ComponentResourceManager resources = new System.ComponentModel.ComponentResourceManager(typeof(词法分析));
                this.label1 = new System.Windows.Forms.Label();
                this.button1 = new System.Windows.Forms.Button();
                this.richTextBox1 = new System.Windows.Forms.RichTextBox();
                this.button2 = new System.Windows.Forms.Button();
                this.richTextBox2 = new System.Windows.Forms.RichTextBox();
                this.openFileDialog1 = new System.Windows.Forms.OpenFileDialog();
                this.saveFileDialog1 = new System.Windows.Forms.SaveFileDialog();
                this.button3 = new System.Windows.Forms.Button();
                this.SuspendLayout();
                // 
                // label1
                // 
                this.label1.Location = new System.Drawing.Point(265, 110);
                this.label1.Name = "label1";
                this.label1.Size = new System.Drawing.Size(72, 24);
                this.label1.TabIndex = 0;
                this.label1.Text = "词法分析";
                // 
                // button1
                // 
                this.button1.Location = new System.Drawing.Point(267, 199);
                this.button1.Name = "button1";
                this.button1.Size = new System.Drawing.Size(56, 23);
                this.button1.TabIndex = 1;
                this.button1.Text = "分析";
                this.button1.Click += new System.EventHandler(this.button1_Click);
                // 
                // richTextBox1
                // 
                this.richTextBox1.Location = new System.Drawing.Point(11, 48);
                this.richTextBox1.Name = "richTextBox1";
                this.richTextBox1.Size = new System.Drawing.Size(240, 352);
                this.richTextBox1.TabIndex = 2;
                this.richTextBox1.Text = "";
                // 
                // button2
                // 
                this.button2.Location = new System.Drawing.Point(267, 170);
                this.button2.Name = "button2";
                this.button2.Size = new System.Drawing.Size(56, 23);
                this.button2.TabIndex = 3;
                this.button2.Text = "读入";
                this.button2.Click += new System.EventHandler(this.button2_Click);
                // 
                // richTextBox2
                // 
                this.richTextBox2.Location = new System.Drawing.Point(329, 48);
                this.richTextBox2.Name = "richTextBox2";
                this.richTextBox2.Size = new System.Drawing.Size(240, 352);
                this.richTextBox2.TabIndex = 4;
                this.richTextBox2.Text = "";
                // 
                // button3
                // 
                this.button3.Location = new System.Drawing.Point(267, 228);
                this.button3.Name = "button3";
                this.button3.Size = new System.Drawing.Size(56, 23);
                this.button3.TabIndex = 5;
                this.button3.Text = "保存";
                this.button3.Click += new System.EventHandler(this.button3_Click);
                // 
                // 词法分析
                // 
                this.AutoScaleBaseSize = new System.Drawing.Size(6, 14);
                this.ClientSize = new System.Drawing.Size(584, 430);
                this.Controls.Add(this.button3);
                this.Controls.Add(this.richTextBox2);
                this.Controls.Add(this.button2);
                this.Controls.Add(this.richTextBox1);
                this.Controls.Add(this.button1);
                this.Controls.Add(this.label1);
                this.Icon = ((System.Drawing.Icon)(resources.GetObject("$this.Icon")));
                this.MaximizeBox = false;
                this.Name = "词法分析";
                this.Text = "词法分析";
                this.ResumeLayout(false);

            }
            #endregion

            /// <summary>
            /// 应用程序的主入口点。
            /// </summary>
            [STAThread]
            static void Main()
            {
                Application.Run(new 词法分析());
            }
            /// <summary>
            /// 词法分析函数
            /// </summary>
            /// <param name="sender"></param>
            /// <param name="e"></param>
            private void button1_Click(object sender, System.EventArgs e)
            {
                //得到想要的字符数组。
                char[] getch = textToCharArray();

                //将字符数组，转换为词法分析后的　单词数组。
                string[] stringArray = charArrayToStringArray(getch);

                //将单词数组分类，用数字标出各个单词所在的类别。
                string[,] twoStringArray = stringArrayToTwoStringArray(stringArray);

                //用于输出二维数组。
                printString(twoStringArray);

            }
            /// <summary>
            /// 输出结果　即用于输出二维数组。
            /// </summary>
            /// <param name="twoStringArray"></param>
            private void printString(string[,] twoStringArray)
            {
                //提示说明
                this.richTextBox2.Text = "前方标志:"+" "+"1 -> 保留字" + " " +
                      "2 -> 运算符" + " " +
                      "3 -> 分隔符" + " " +
                      "4 -> 数字 " + " " +
                      "5 -> 其它" + " ";
                //输出二维数组中的数据
                for (int x = 0; x < twoStringArray.Length / 2; x++)
                {
                    for (int y = 0; y < 2; y++)
                    {
                        this.richTextBox2.Text = this.richTextBox2.Text + twoStringArray[y, x] + " ";
                        if (y == 1)
                        {
                            this.richTextBox2.Text = this.richTextBox2.Text + " ";
                        }
                    }
                }
            }

            /// <summary>
            /// 打开方件
            /// </summary>
            /// <param name="sender"></param>
            /// <param name="e"></param>
            private void button2_Click(object sender, System.EventArgs e)// 文件打开的方法。
            {
                openFileDialog1.Filter = "文本文件(*.txt)|*.txt";
                openFileDialog1.Title = "打开要分析的源文件。";

                if (openFileDialog1.ShowDialog() == DialogResult.OK)
                {
                    System.IO.StreamReader sr = new System.IO.StreamReader(openFileDialog1.FileName);
                    this.richTextBox1.Text = sr.ReadToEnd();
                    sr.Close();
                }
            }
            /// <summary>
            /// 保存文件　
            /// </summary>
            /// <param name="sender"></param>
            /// <param name="e"></param>
            private void button3_Click(object sender, System.EventArgs e)
            {
                saveFileDialog1.Filter = "文本文件(*.txt)|*.txt";
                saveFileDialog1.Title = "保存分析结果.";
                if (saveFileDialog1.ShowDialog() == DialogResult.OK)
                {
                    System.IO.StreamWriter wr = new
                     System.IO.StreamWriter(saveFileDialog1.FileName);
                    wr.Write(this.richTextBox2.Text);
                    wr.Close();
                }
            }

            /// <summary>
            /// 引用二维数组和单词的标志j
            /// </summary>
            /// <param name="twoArray"></param>
            /// <param name="j"></param>
            private void oneArrayToTwo(ref string[,] twoArray, ref int j)
            {

                string[,] tempArray = twoArray;
                twoArray = new string[2, j + 2];
                for (int x = 0; x < 2; x++)
                {
                    for (int y = 0; y < j + 1; y++)
                    {
                        twoArray[x, y] = tempArray[x, y];
                    }
                }
                j = j + 1;
            }
            /// <summary>
            /// 引用单词数组，和要加入单词数组的单词
            /// </summary>
            /// <param name="stringArrange"></param>
            /// <param name="st"></param>
            private void stringToArrayString(ref string[] stringArrange, string st)
            {

                if (stringArrange[0] == "")
                {
                    stringArrange[0] = st;
                }
                else
                {
                    string[] oldA = stringArrange;//刚得到的字符串
                    int i = oldA.Length + 1;
                    stringArrange = new string[i];//申请一个长一个的字符数组。
                    oldA.CopyTo(stringArrange, 0);//将先前的字符数组考到现在这个数组中。
                    stringArrange[stringArrange.Length - 1] = st;
                }
            }
            /// <summary>
            /// 将Text中的字符串，存入一个字符数组中。
            /// </summary>
            /// <returns></returns>
            private char[] textToCharArray()
            {
                string stringTemp;
                stringTemp = this.richTextBox1.Text;
                char[] getch = stringTemp.ToCharArray();//要处理的字符都在getch这个数组中。
                return getch;
            }
            /// <summary>
            /// 字符数组 到 单词数组
            /// </summary>
            /// <param name="getch"></param>
            /// <returns></returns>
            private string[] charArrayToStringArray(char[] getch)//将字符数组转换为字符串数组。即词法分析后的单词数组。
            {
                string[] stringArrange ={ "" };//用这个字符串数组存放词法分析后得到的单词。
                char charTemp;
                string stringSave = "";//  存放一个分析得到的单词

                //一次循环因得到一个单词。
                for (int i = 0; i < getch.Length; i++)
                {
                    charTemp = getch[i];

                    //由字母开头　数字和字母组成的单词。
                    if (charTemp >= 'a' &&
                     charTemp <= 'z'
                     ||
                     charTemp >= 'A' &&
                     charTemp <= 'Z')
                    {
                        stringSave = charTemp.ToString();
                        i = i + 1;
                        int test = 0;//判断循环是否结束，1　为结束。
                        while (test == 0)
                        {
                            charTemp = getch[i];
                            if (charTemp >= 'a' &&
                             charTemp <= 'z'
                             ||
                             charTemp >= 'A' &&
                             charTemp <= 'Z'
                             ||
                             charTemp >= '0' &&
                             charTemp <= '9')
                            {
                                stringSave = stringSave + charTemp.ToString();
                                i = i + 1;
                            }
                            else
                                test = 1;
                        }
                        stringToArrayString(ref stringArrange, stringSave);
                    }
                    stringSave = "";
                    //由数字组成的单词。
                    if (charTemp >= '0' &&
                     charTemp <= '9')
                    {
                        stringSave = stringSave + charTemp.ToString();
                        i = i + 1;
                        int test1 = 0;
                        while (test1 == 0)
                        {
                            charTemp = getch[i];
                            if (charTemp >= '0' &&
                             charTemp <= '9')
                            {
                                stringSave = stringSave + charTemp.ToString();
                                i = i + 1;
                            }
                            else
                                test1 = 1;
                        }
                        stringToArrayString(ref stringArrange, stringSave);
                    }
                    stringSave = "";
                    //由运算符组成的单词。
                    if (charTemp == '+'
                     || charTemp == '-'
                     || charTemp == '*'
                     || charTemp == '/'
                     || charTemp == '='
                     || charTemp == '<'
                     || charTemp == '>'
                     || charTemp == '!')
                    {
                        stringSave = stringSave + charTemp.ToString();
                        i = i + 1;
                        int test2 = 0;
                        while (test2 == 0)
                        {
                            charTemp = getch[i];
                            if (charTemp == '+'
                             || charTemp == '-'
                             || charTemp == '*'
                             || charTemp == '/'
                             || charTemp == '='
                             || charTemp == '<'
                             || charTemp == '>'
                             || charTemp == '!')
                            {
                                stringSave = stringSave + charTemp.ToString();
                                i = i + 1;
                            }
                            else
                                test2 = 1;
                        }
                        stringToArrayString(ref stringArrange, stringSave);
                    }
                    stringSave = "";
                    //由介符组成的单词。
                    if (charTemp == '('
                     || charTemp == ')'
                     || charTemp == '{'
                     || charTemp == '}'
                     || charTemp == '['
                     || charTemp == ']'
                     || charTemp == ','
                     || charTemp == ':'
                     || charTemp == ';'
                     || charTemp == '"'
                     || charTemp == '''
                     || charTemp == '/')
                    {
                        stringSave = stringSave + charTemp.ToString();
                        stringToArrayString(ref stringArrange, stringSave);
                    }
                }
                return stringArrange;
            }
            /// <summary>
            /// 单词数组 到 二维单词数组。
            /// </summary>
            /// <param name="stringArray"></param>
            /// <returns></returns>
            private string[,] stringArrayToTwoStringArray(string[] stringArray)
            {
                //存放单词标识后的结果。
                string[,] twoArray = new string[2, 1];
                //单词的标志
                int j = 0;


                //每循环一次，把一个单词归于一类，即前面加上一个数字。
                for (int i = 0; i < stringArray.Length; i++)
                {
                    //保留字 1
                    if (stringArray[i] == "main"
                     || stringArray[i] == "int"
                     || stringArray[i] == "float"
                     || stringArray[i] == "printf"
                     || stringArray[i] == "if"
                     || stringArray[i] == "for"
                     || stringArray[i] == "while"
                     || stringArray[i] == "do"
                     || stringArray[i] == "return"
                     || stringArray[i] == "break"
                     || stringArray[i] == "continue"
                     || stringArray[i] == "char"
                        || stringArray[i] == "string"
                        || stringArray[i] == "void")
                    {
                        twoArray[0, j] = "1";
                        twoArray[1, j] = stringArray[i];
                        this.oneArrayToTwo(ref twoArray, ref j);
                    }
                    //运算符 2 
                    else
                        if (stringArray[i] == "+"
                         || stringArray[i] == "-"
                         || stringArray[i] == "*"
                         || stringArray[i] == "/"
                         || stringArray[i] == ">"
                         || stringArray[i] == "<"
                         || stringArray[i] == ">="
                         || stringArray[i] == "<="
                         || stringArray[i] == "!="
                         || stringArray[i] == "=="
                         || stringArray[i] == "++"
                         || stringArray[i] == "--"
                         || stringArray[i] == "=")
                        {
                            twoArray[0, j] = "2";
                            twoArray[1, j] = stringArray[i];
                            this.oneArrayToTwo(ref twoArray, ref j);
                        }
                        //分隔符 3 
                        else
                            if (stringArray[i] == "("
                             || stringArray[i] == ")"
                             || stringArray[i] == "{"
                             || stringArray[i] == "}"
                             || stringArray[i] == "["
                             || stringArray[i] == "]"
                             || stringArray[i] == ","
                             || stringArray[i] == ";"
                             || stringArray[i] == ":"
                             || stringArray[i] == """
                             || stringArray[i] == "/*"
                             || stringArray[i] == "*/")
                            {
                                twoArray[0, j] = "3";
                                twoArray[1, j] = stringArray[i];
                                this.oneArrayToTwo(ref twoArray, ref j);
                            }
                            //数字 4
                            else
                                if (stringArray[i].ToCharArray()[0] >= '0' &&
                                 stringArray[i].ToCharArray()[0] <= '9')
                                {
                                    twoArray[0, j] = "4";//数字
                                    twoArray[1, j] = stringArray[i];
                                    this.oneArrayToTwo(ref twoArray, ref j);
                                }
                                //其它 5(变量等)
                                else
                                {
                                    twoArray[0, j] = "5";
                                    twoArray[1, j] = stringArray[i];
                                    this.oneArrayToTwo(ref twoArray, ref j);
                                }
                }
                return twoArray;
            }

            private void button4_Click(object sender, EventArgs e)
            {
                //得到想要的字符数组。
                char[] getch = textToCharArray();

                //将字符数组，转换为词法分析后的　单词数组。
                string[] stringArray = charArrayToStringArray(getch);

                //将单词数组分类，用数字标出各个单词所在的类别。
                string[,] twoStringArray = stringArrayToTwoStringArray(stringArray);


            }
        }


    
}

代码打包下载:http://download1.csdn.net/down3/20070520/20153718894.rar