Changeset 617 for tools/WoWHeadLoader

Timestamp:

Dec 2, 2013, 8:06:58 PM (11 years ago)

Author:

maron

Message:

• Added: import tables: TextAchievement, TextItem, TextCreature, TextGameObject, TextArea

Location:

tools/WoWHeadLoader

Files:

• WoWHeadLoader.lpi (modified) (2 diffs)
• WoWHeadLoader.lpr (modified) (9 diffs)

tools/WoWHeadLoader/WoWHeadLoader.lpi

@@ -33 +33 @@
       </local>
     </RunParams>
-    <Units Count="1">
+    <Units Count="2">
       <Unit0>
         <Filename Value="WoWHeadLoader.lpr"/>
@@ -39 +39 @@
         <UnitName Value="WoWHeadLoader"/>
       </Unit0>
+      <Unit1>
+        <Filename Value="uglobal.pas"/>
+        <IsPartOfProject Value="True"/>
+        <UnitName Value="Uglobal"/>
+      </Unit1>
     </Units>
   </ProjectOptions>

tools/WoWHeadLoader/WoWHeadLoader.lpr

@@ -13 +13 @@
   ;
 //poznámka mazání pro testování
-//DELETE FROM `wowpreklad`.`TextQuest` WHERE `textquest`.`VersionStart` = 17359;
-//UPDATE  `wowpreklad`.`TextQuest` SET  `VersionEnd` = 12340 WHERE  `textquest`.`VersionEnd` = 17359;
-
-
+{
+DELETE FROM `wowpreklad`.`TextQuest` WHERE `VersionStart` = 17359;
+DELETE FROM `wowpreklad`.`TextAchievement` WHERE `VersionStart` = 17359;
+DELETE FROM `wowpreklad`.`TextGameObject` WHERE `VersionStart` = 17359;
+DELETE FROM `wowpreklad`.`TextItem` WHERE `VersionStart` = 17359;
+DELETE FROM `wowpreklad`.`TextCreature` WHERE `VersionStart` = 17359;
+DELETE FROM `wowpreklad`.`TextArea` WHERE `VersionStart` = 17359;
+
+UPDATE  `wowpreklad`.`TextItem` SET  `VersionEnd` = 12340 WHERE  `VersionEnd` = 17359;
+UPDATE  `wowpreklad`.`TextGameObject` SET  `VersionEnd` = 12340 WHERE  `VersionEnd` = 17359;
+UPDATE  `wowpreklad`.`TextQuest` SET  `VersionEnd` = 12340 WHERE  `VersionEnd` = 17359;
+UPDATE  `wowpreklad`.`TextAchievement` SET  `VersionEnd` = 12340 WHERE  `VersionEnd` = 17359;
+UPDATE  `wowpreklad`.`TextCreature` SET  `VersionEnd` = 12340 WHERE  `VersionEnd` = 17359;
+UPDATE  `wowpreklad`.`TextArea` SET  `VersionEnd` = 12340 WHERE  `VersionEnd` = 17359;
+}
 type
 
@@ -32 +43 @@
     procedure Main;
     function skipto(part: string; text: string): string;
-    function GetPartText(textname: string; text: string): string;
     function TextStringReplace(text:string):string;
     function CompareStrings(textdb: string; textimport: string): boolean;
     function DelHtmlTags(text:string):string;
     function SqlPre(text: string):string;
-    procedure UpdateTranslated;
+    procedure UpdateTranslated(table:string);
+    function GetLastVersion: integer;
+    function GetPartText(textname: string; text: string): string;
+
     function GetEndtextData(data:string): string;
-
-    function GetMaxIDQuest: integer;
     procedure GetTextQuest(Id: Integer);
     procedure UpdateQuest;
 
-    function GetLastVersion: integer;
+    function GetMaxID(TextType: string): integer;
+    procedure GetText(Id: Integer;TextType : integer);
 end;
 var
   ImportedVersion: integer;
+  Group: array [1..6] of string = ('achievement','item','npc','object','zone','quest');
+  GroupDB: array [1..6] of string = ('TextAchievement','TextItem','TextCreature','TextGameObject','TextArea','TextQuest');
+  Column2DB: array [1..6] of string = ('Description','Description','SubName','','','');
 
 { TWoWHeadLoader }
@@ -126 +141 @@
 
 procedure TWoWHeadLoader.Main;
-
-begin
-  UpdateQuest;
+var
+  i,t: integer;
+begin
+//  UpdateQuest;
+  GetText(1111,1);
+  GetText(98148,2);
+  GetText(29,3);
+  GetText(55,4);
+  GetText(15,5);
+  GetText(4,6);
+  for t :=1 to Length(Group) do
+    for i := 0 to 1000 do begin //GetMaxID('quest')
+      GetText(i,t);
+     // write('.');
+    end;
   //čekej před uzavřením
   ReadLn;
@@ -245 +272 @@
         Database.Query('UPDATE  `wowpreklad`.`TextQuest` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Id` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
         Database.Query('UPDATE  `wowpreklad`.`TextQuest` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Take` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
-        UpdateTranslated;
+        UpdateTranslated('textquest');
         Exit;   //konec: text je stejný upravili se jenom výsledné verze
       end;
@@ -363 +390 @@
 
 
-  for i := 0 to GetMaxIDQuest do begin
+  for i := 0 to GetMaxID('quest') do begin
     GetTextQuest(i);
     write('.');
   end;
+end;
+
+procedure TWoWHeadLoader.GetText(Id: Integer; TextType: Integer);
+var
+  part,data, sql,
+   textname,textdescription: string;
+  foundtext: boolean = true;
+  DBRows : TDbRows;
+  i: integer;
+begin
+  WriteLn();
+  WriteLn(Group[TextType]+'='+IntToStr(Id));
+  if (TextType = 6) then begin
+    GetTextQuest(Id);
+    Exit;
+  end;
+
+  try
+
+     //načtení
+     data := IdHTTP1.Get('http://www.wowhead.com/'+Group[TextType]+'='+IntToStr(Id));
+
+     if (pos('<b style="color: red">',data) > 0) then begin
+       WriteLn('color:red');
+     //  ReadLn;
+       foundtext:=false;
+       Exit;
+     end;
+     if ((pos('is no longer available within the game.</b>',data) > 0)) then begin
+       foundtext:=false;
+       Exit;
+     end;
+
+     //skok na text
+     data := skipto('<div class="text">',data);
+
+     //name
+     data := skipto('<h1',data);
+     data := skipto('>',data);
+     textname := TextStringReplace(Copy(data,0,Pos('</h1>',data)-1));
+     //description
+     data := skipto('</h1>',data);
+     for i:= 0 to 4 do begin
+       data := StringReplace(data,'<br>','$B',[rfIgnoreCase]);
+       data := StringReplace(data,'<br />','$B',[rfIgnoreCase]);
+     end;
+     if ('' <> Column2DB[TextType]) then
+     if ('item' = Group[TextType]) then begin
+       data := skipto('Use:',data);
+       data := skipto('<',data);
+     //  textdescription := TextStringReplace(Copy(data,0,Pos('<',data)-1));
+     end else begin
+         data := skipto('<script type="text/javascript">',data);
+         data := skipto('</script>',data);
+         textdescription := TextStringReplace(Copy(data,0,Pos('<',data)-1));
+     end;
+     if ('npc' = Group[TextType]) then begin
+       textdescription := skipto('<',textname);
+       textdescription := TextStringReplace(Copy(textdescription,0,Pos('>',textdescription)-1));
+       if (Pos('<',textname) >0) then
+         textname := TextStringReplace(Copy(textname,0,Pos('<',textname)-1));
+     end;
+     textname:=DelHtmlTags(textname);
+
+     If foundtext then begin
+       DBRows := Database.Query('SELECT * FROM  `'+GroupDB[TextType]+'` WHERE  `Entry` ='+IntToStr(Id)+' AND  `Language` =0 ORDER BY  `VersionEnd` DESC ');
+       if (DBRows.Count > 0) then begin
+         WriteLn('"'+DBRows.Data[0].Values['Name']+'"-"'+DBRows.Data[0].Values[Column2DB[TextType]]+'"');
+         WriteLn('"'+textname+'"-"'+textdescription+'"');
+         if (DBRows.Data[0].Values['VersionEnd'] = IntToStr(ImportedVersion)) then Exit;  //konec pokud už tam text je
+         if (
+         CompareStrings(DBRows.Data[0].Values['Name'],textname) and
+         CompareStrings(DBRows.Data[0].Values[Column2DB[TextType]],textdescription)
+         ) then
+         begin
+           //text je stejný
+           Database.Query('UPDATE  `wowpreklad`.`'+GroupDB[TextType]+'` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Id` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
+           Database.Query('UPDATE  `wowpreklad`.`'+GroupDB[TextType]+'` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Take` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
+           WriteLn('update');
+           UpdateTranslated(GroupDB[TextType]);
+           Exit;   //konec: text je stejný upravili se jenom výsledné verze
+         end;
+      end;
+        sql := 'INSERT INTO  `wowpreklad`.`'+GroupDB[TextType]+'` (`ID` ,`Entry` ,`Name`,';
+        if (Column2DB[TextType] <> '') then  sql += '`'+Column2DB[TextType]+'` ,';
+        sql +='`Language` , `User` , `Complete` ,`CompleteParts` ,`Take` ,`VersionStart` ,`VersionEnd` ,`ModifyTime`)'
+        +'VALUES (NULL,'+IntToStr(Id)+','
+        +SqlPre(textname)+', ';
+        if (Column2DB[TextType] <> '') then sql += SqlPre(textdescription)+', ';
+        sql +='0,  NULL, 1,0,NULL,'+IntToStr(ImportedVersion)+','+IntToStr(ImportedVersion)+',NOW())';
+        WriteLn('insert');
+        Database.Query(sql);
+    end;
+  except
+     on E: EIdHTTPProtocolException do
+     begin
+       if E.ErrorCode = 404 then begin
+         foundtext := false;
+         WriteLn('notfound');
+       end;
+     end;
+      on E:Exception do
+     //   GetText(Id,TextType);
+  end;
+end;
+
+function TWoWHeadLoader.GetMaxID(TextType: string): integer;
+var
+  data:string;
+  maxid:integer=10000; //34000 pro questy
+begin
+//  http://www.wowhead.com/quests?filter=cr=30;crs=1;crv=34000
+  repeat
+
+    data := IdHTTP1.Get('http://www.wowhead.com/'+TextType+'?filter=cr=30;crs=1;crv='+IntToStr(maxid));
+    result := maxid;
+    maxid := maxid+400;
+  until (Pos('Your criteria did not match',data) > 0);
 end;
 
@@ -387 +532 @@
 end;
 
-function TWoWHeadLoader.GetMaxIDQuest: integer;
-var
-  data:string;
-  maxid:integer=34000;
-begin
-//  http://www.wowhead.com/quests?filter=cr=30;crs=1;crv=34000
-  repeat
-
-    data := IdHTTP1.Get('http://www.wowhead.com/quests?filter=cr=30;crs=1;crv='+IntToStr(maxid));
-    result := maxid;
-    maxid := maxid+200;
-  until (Pos('Your criteria did not match',data) > 0);
-end;
-
 function TWoWHeadLoader.GetPartText(textname: string; text: string): string;
 begin
@@ -426 +557 @@
   text := StringReplace(text,'<br />','$B',[rfReplaceAll, rfIgnoreCase]);
   text := StringReplace(text,'<br>','$B',[rfReplaceAll, rfIgnoreCase]);
-  text := StringReplace(text,'&nbsp;','',[rfReplaceAll, rfIgnoreCase]);
+  text := StringReplace(text,'&nbsp;',' ',[rfReplaceAll, rfIgnoreCase]);
+  text := StringReplace(text,'&amp;','&',[rfReplaceAll, rfIgnoreCase]);
+  text := StringReplace(text,'&#039;',chr(39),[rfReplaceAll, rfIgnoreCase]);
   text := StringReplace(text,'&lt;name&gt;','$N',[rfReplaceAll, rfIgnoreCase]);
   text := StringReplace(text,'&lt;class&gt;','$C',[rfReplaceAll, rfIgnoreCase]);
@@ -534 +667 @@
 end;
 
-procedure TWoWHeadLoader.UpdateTranslated;
+procedure TWoWHeadLoader.UpdateTranslated(table: string);
 var
   i:integer;
@@ -564 +697 @@
     DBRows := Database.Query('SELECT  `gs_tran`.`ID` ,  `gs_tran`.`VersionEnd` AS  `VersionEnd_tran` ,'
     +'`gs_orig`.`VersionEnd` AS  `VersionEnd_orig`'
-    +' FROM  `textquest` AS  `gs_tran` JOIN  `textquest` AS  `gs_orig` ON  `gs_orig`.`ID` =  `gs_tran`.`Take`'
+    +' FROM  `'+table+'` AS  `gs_tran` JOIN  `'+table+'` AS  `gs_orig` ON  `gs_orig`.`ID` =  `gs_tran`.`Take`'
     +'WHERE  `gs_tran`.`VersionEnd` <>  `gs_orig`.`VersionEnd` ');
     for i:=0 to DBRows.Count-1 do begin
-      Database.Query('UPDATE `textquest` SET `VersionEnd` = '+DBRows.Data[i].Values['VersionEnd_orig']+' WHERE `ID` = '+DBRows.Data[i].Values['ID']);
+      Database.Query('UPDATE `'+table+'` SET `VersionEnd` = '+DBRows.Data[i].Values['VersionEnd_orig']+' WHERE `ID` = '+DBRows.Data[i].Values['ID']);
     end;
   until (DBRows.Count = 0);