Changeset 22 for trunk/UAcronym.pas

Timestamp:

May 4, 2016, 11:43:42 PM (8 years ago)

Author:

chronos

Message:

• Added: Now import formats can be specified using new edit windows.
• Added: Import source can now be downloaded and processed including download from https URLs.

File:

• trunk/UAcronym.pas (modified) (8 diffs)

trunk/UAcronym.pas

@@ -7 +7 @@
 uses
   Classes, SysUtils, Contnrs, XMLConf, XMLRead, XMLWrite, DOM, UXMLUtils,
-  SpecializedList;
+  SpecializedList, fphttpclient;
 
 type
@@ -14 +14 @@
   TAcronymDb = class;
   TImportSources = class;
+  TImportFormats = class;
 
   TAcronymSource = class
@@ -122 +123 @@
     Meaning: TImportPattern;
     Description: TImportPattern;
+    Formats: TImportFormats;
+    procedure Assign(Source: TImportFormat);
     procedure SaveToNode(Node: TDOMNode);
     procedure LoadFromNode(Node: TDOMNode);
@@ -132 +135 @@
     procedure SaveToNode(Node: TDOMNode);
     procedure LoadFromNode(Node: TDOMNode);
+    function SearchByName(Name: string): TImportFormat;
     function SearchById(Id: Integer): TImportFormat;
   end;
@@ -143 +147 @@
     LastTime: TDateTime;
     Sources: TImportSources;
+    procedure Process;
     procedure Assign(Source: TImportSource);
     procedure SaveToNode(Node: TDOMNode);
@@ -194 +199 @@
 end;
 
+function DownloadHTTP(URL: string; Stream: TStream): Boolean;
+var
+  HTTPClient: TFPHTTPClient;
+begin
+  HTTPClient := TFPHttpClient.Create(nil);
+  HTTPClient.Get(URL, Stream);
+  HTTPClient.Free;
+  Result := True;
+end;
+
+function StripHTML(S: string): string;
+var
+  TagBegin, TagEnd, TagLength: Integer;
+begin
+  TagBegin := Pos( '<', S);      // search position of first <
+
+  while (TagBegin > 0) do begin  // while there is a < in S
+    TagEnd := Pos('>', S);              // find the matching >
+    TagLength := TagEnd - TagBegin + 1;
+    Delete(S, TagBegin, TagLength);     // delete the tag
+    TagBegin:= Pos( '<', S);            // search for next <
+  end;
+
+  Result := S;                   // give the result
+end;
+
 { TImportFormat }
+
+procedure TImportFormat.Assign(Source: TImportFormat);
+begin
+  Name := Source.Name;
+  Acronym.StartString := Source.Acronym.StartString;
+  Acronym.EndString := Source.Acronym.EndString;
+  Meaning.StartString := Source.Meaning.StartString;
+  Meaning.EndString := Source.Meaning.EndString;
+  Description.StartString := Source.Description.StartString;
+  Description.EndString := Source.Description.EndString;
+end;
 
 procedure TImportFormat.SaveToNode(Node: TDOMNode);
@@ -263 +305 @@
 { TImportFormats }
 
+function TImportFormats.SearchByName(Name: string): TImportFormat;
+var
+  I: Integer;
+begin
+  I := 0;
+  while (I < Count) and (TImportFormat(Items[I]).Name <> Name) do Inc(I);
+  if I < Count then Result := TImportFormat(Items[I])
+    else Result := nil;
+end;
+
 procedure TImportFormats.UpdateIds;
 var
@@ -323 +375 @@
 
 { TImportSource }
+
+procedure TImportSource.Process;
+var
+  Stream: TMemoryStream;
+  S: string;
+  NewAcronym: TAcronymEntry;
+  P: Integer;
+begin
+  Stream := TMemoryStream.Create;
+  NewAcronym := TAcronymEntry.Create;
+  try
+    if DownloadHTTP(URL, Stream) then begin
+      Stream.Position := 0;
+      SetLength(S, Stream.Size);
+      Stream.Read(S[1], Length(S));
+      repeat
+        P := Pos(Format.Acronym.StartString, S);
+        if P > 0 then begin
+          // Acronym
+          Delete(S, 1, P + Length(Format.Acronym.StartString) - 1);
+          P := Pos(Format.Acronym.EndString, S);
+          NewAcronym.Name := Trim(StripHTML(Copy(S, 1, P - 1)));
+          Delete(S, 1, P + Length(Format.Acronym.EndString) - 1);
+
+          // Meaning
+          P := Pos(Format.Meaning.StartString, S);
+          Delete(S, 1, P + Length(Format.Meaning.StartString) - 1);
+          P := Pos(Format.Meaning.EndString, S);
+          NewAcronym.Meaning := Trim(StripHTML(Copy(S, 1, P - 1)));
+          Delete(S, 1, P + Length(Format.Meaning.EndString) - 1);
+          Sources.AcronymDb.AddAcronym(NewAcronym.Name, NewAcronym.Meaning);
+        end else Break;
+      until False;
+    end;
+  finally
+    NewAcronym.Free;
+    Stream.Free;
+  end;
+end;
 
 procedure TImportSource.Assign(Source: TImportSource);