Changeset 20 for trunk/Compiler/Analyze/UAnalyzer.pas

Timestamp:

Nov 9, 2010, 12:21:56 PM (13 years ago)

Author:

george

Message:

• Modified: Tokenizer was using slow Text property of TStringList. Replaced by fast native string variable.

File:

• trunk/Compiler/Analyze/UAnalyzer.pas (modified) (4 diffs)

trunk/Compiler/Analyze/UAnalyzer.pas

@@ -29 +29 @@
   end;
 
-  TGetSourceEvent = function (Name: string; Source: TStringList): Boolean of object;
+  TGetSourceEvent = function (Name: string; var SourceCode: string): Boolean of object;
 
   { TAnalyzer }
@@ -51 +51 @@
     CodeStreamPosition: Integer;
     CodePosition: TPoint;
-    SourceCodeText: TStringList;
+    SourceCode: string;
     Tokens: TObjectList; // TObjectList<TToken>
     TokenIndex: Integer;
@@ -225 +225 @@
   Tokens.Clear;
   TokenIndex := 0;
-  while CodeStreamPosition < Length(SourceCodeText.Text) do begin
+  while CodeStreamPosition < Length(SourceCode) do begin
     NewToken := TToken.Create;
     GetNextToken;
@@ -255 +255 @@
   FNextTokenType := ttNone;
   FParserState := psNone;
-  with SourceCodeText do
+
     while True do begin
-      if CodeStreamPosition < Length(Text) then begin
-        CurrentChar := Text[CodeStreamPosition];
+      if CodeStreamPosition < Length(SourceCode) then begin
+        CurrentChar := SourceCode[CodeStreamPosition];
       end else begin
         FNextToken := '';