Changeset 631 for tools/WoWHeadLoader/WoWHeadLoader.lpr

Timestamp:

Dec 8, 2013, 8:06:28 PM (11 years ago)

Author:

maron

Message:

• Added: GetmaxEntry from web for every type text
• Added: option type of import

File:

• tools/WoWHeadLoader/WoWHeadLoader.lpr (modified) (16 diffs)

tools/WoWHeadLoader/WoWHeadLoader.lpr

@@ -53 +53 @@
     function GetEndtextData(data:string): string;
     procedure GetTextQuest(Id: Integer);
-    procedure UpdateQuest;
 
     function GetMaxID(TextType: string): integer;
@@ -63 +62 @@
   GroupDB: array [1..6] of string = ('TextAchievement','TextItem','TextCreature','TextGameObject','TextArea','TextQuest');
   Column2DB: array [1..6] of string = ('Description','Description','SubName','','','');
-
+  ImportTable: integer = 6;
 { TWoWHeadLoader }
 //   IdHTTP1.Request.UserAgent:= 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)';
@@ -74 +73 @@
 begin
   // quick check parameters
-  ErrorMsg:=CheckOptions('h','help');
+  ErrorMsg:=CheckOptions('hsuptai','helpschemauserpasswordhostCharsetimporttable');
   if ErrorMsg<>'' then begin
     ShowException(Exception.Create(ErrorMsg));
@@ -107 +106 @@
     Database.Encoding := GetOptionValue('a', 'Charset');
   end else Database.Encoding := 'utf8';
+  if HasOption('i', 'importtable') then begin
+    ImportTable := StrToInt(GetOptionValue('i', 'importtable'));
+  end else ImportTable := 6;
 
   Database.Connect;
@@ -137 +139 @@
 begin
   { add your help code here }
-  writeln('Usage: ',ExeName,' -h');
+  WriteLn('Usage: ', ExtractFileName(ExeName), ' [options]');
+  WriteLn('  -h --help        Show this help');
+  WriteLn('  -u --user        Database user name, default root');
+  WriteLn('  -p --password    Database password name');
+  WriteLn('  -s --schema      Database schema name, default wowpreklad');
+  WriteLn('  -t --host        Database host name, default localhost');
+  WriteLn('  -a --Charset     Database Charset, default utf8');
+  WriteLn('  -i --importtable Table import: TextAchievement=1,TextItem=2,TextCreature=3,TextGameObject=4,TextArea=5,TextQuest=6, default 6');
 end;
 
@@ -145 +154 @@
 begin
 //  UpdateQuest;
+  {
+  GetText(1132,2);
+    GetText(1132,2);
+    GetText(1284,2);
+    GetText(1180,2);
+    GetText(1327,2);
+     GetText(1361,2);
+     GetText(1384,2);
   GetText(1111,1);
-  GetText(98148,2);
   GetText(29,3);
   GetText(55,4);
   GetText(15,5);
   GetText(4,6);
-  for t :=1 to Length(Group) do
-    for i := 0 to 1000 do begin //GetMaxID('quest')
-      GetText(i,t);
-     // write('.');
+  }
+ // for t :=1 to Length(Group) do
+    for i := 1 to GetMaxID(Group[ImportTable]) do begin //GetMaxID('quest')
+      GetText(i,ImportTable);
+      write('.');
     end;
   //čekej před uzavřením
@@ -270 +287 @@
       begin
         //text je stejný
-        Database.Query('UPDATE  `wowpreklad`.`TextQuest` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Id` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
-        Database.Query('UPDATE  `wowpreklad`.`TextQuest` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Take` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
+        Database.Query('UPDATE  `TextQuest` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Id` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
+        Database.Query('UPDATE  `TextQuest` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Take` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
         UpdateTranslated('textquest');
         Exit;   //konec: text je stejný upravili se jenom výsledné verze
@@ -286 +303 @@
     begin
       {
-      WriteLn('INSERT INTO  `wowpreklad`.`TextQuest` ('
+      WriteLn('INSERT INTO  `TextQuest` ('
       +'`ID` ,`Entry` ,`Title` ,`Details` ,`Objectives` ,`OfferRewardText` ,`RequestItemsText` ,`EndText` ,'
       +'`ObjectiveText1` ,`ObjectiveText2` ,`ObjectiveText3` ,`ObjectiveText4` '
@@ -303 +320 @@
       +'0,  NULL, 1,0,NULL,'+IntToStr(ImportedVersion)+','+IntToStr(ImportedVersion)+',NOW())');
       }
-      Database.Query('INSERT INTO  `wowpreklad`.`TextQuest` ('
+      Database.Query('INSERT INTO  `TextQuest` ('
       +'`ID` ,`Entry` ,`Title` ,`Details` ,`Objectives` ,`OfferRewardText` ,`RequestItemsText` ,`EndText` ,'
       +'`ObjectiveText1` ,`ObjectiveText2` ,`ObjectiveText3` ,`ObjectiveText4` '
@@ -365 +382 @@
 end;
 
-procedure TWoWHeadLoader.UpdateQuest;
-var
-  data : string;
-  i:integer;
-begin
-  GetTextQuest(7081);
-  GetTextQuest(7122);
-  GetTextQuest(9192);
-
-  GetTextQuest(12509);
-
-
-  GetTextQuest(12580);
-
-  GetTextQuest(13369);
-
-  GetTextQuest(13425);
-
-  GetTextQuest(13675);
-
-  GetTextQuest(13426);
-
-
-
-
-  for i := 0 to GetMaxID('quest') do begin
-    GetTextQuest(i);
-    write('.');
-  end;
-end;
-
 procedure TWoWHeadLoader.GetText(Id: Integer; TextType: Integer);
 var
@@ -425 +411 @@
        foundtext:=false;
        Exit;
+     end;
+
+     if ('item' = Group[TextType]) then begin
+       if (Pos('<span class="q2">Use:',data) >0) then begin
+         data := skipto('<span class="q2">Use:',data);
+         data := skipto('>',data);
+       //  textdescription := TextStringReplace(Copy(data,0,Pos('</a',data)-1));
+       //zatím nefunguje
+       end;
      end;
 
@@ -436 +431 @@
      //description
      data := skipto('</h1>',data);
-     for i:= 0 to 4 do begin
-       data := StringReplace(data,'<br>','$B',[rfIgnoreCase]);
-       data := StringReplace(data,'<br />','$B',[rfIgnoreCase]);
-     end;
+
      if ('' <> Column2DB[TextType]) then
-     if ('item' = Group[TextType]) then begin
-       data := skipto('Use:',data);
-       data := skipto('<',data);
-     //  textdescription := TextStringReplace(Copy(data,0,Pos('<',data)-1));
-     end else begin
+     if ('item' <> Group[TextType]) then begin
          data := skipto('<script type="text/javascript">',data);
          data := skipto('</script>',data);
@@ -470 +458 @@
          begin
            //text je stejný
-           Database.Query('UPDATE  `wowpreklad`.`'+GroupDB[TextType]+'` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Id` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
-           Database.Query('UPDATE  `wowpreklad`.`'+GroupDB[TextType]+'` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Take` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
+           Database.Query('UPDATE  `'+GroupDB[TextType]+'` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Id` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
+           Database.Query('UPDATE  `'+GroupDB[TextType]+'` SET  `VersionEnd` = '+IntToStr(ImportedVersion)+' WHERE  `Take` = '+DBRows.Data[0].Values['Id']+' AND `Entry` ='+IntToStr(Id)+';');
            WriteLn('update');
            UpdateTranslated(GroupDB[TextType]);
@@ -477 +465 @@
          end;
       end;
-        sql := 'INSERT INTO  `wowpreklad`.`'+GroupDB[TextType]+'` (`ID` ,`Entry` ,`Name`,';
+        sql := 'INSERT INTO  `'+GroupDB[TextType]+'` (`ID` ,`Entry` ,`Name`,';
         if (Column2DB[TextType] <> '') then  sql += '`'+Column2DB[TextType]+'` ,';
         sql +='`Language` , `User` , `Complete` ,`CompleteParts` ,`Take` ,`VersionStart` ,`VersionEnd` ,`ModifyTime`)'
@@ -502 +490 @@
 function TWoWHeadLoader.GetMaxID(TextType: string): integer;
 var
-  data:string;
-  maxid:integer=10000; //34000 pro questy
+  data,cr:string;
+  maxid:integer=1000; //34000 pro questy
 begin
 //  http://www.wowhead.com/quests?filter=cr=30;crs=1;crv=34000
-  repeat
-
-    data := IdHTTP1.Get('http://www.wowhead.com/'+TextType+'?filter=cr=30;crs=1;crv='+IntToStr(maxid));
-    result := maxid;
-    maxid := maxid+400;
-  until (Pos('Your criteria did not match',data) > 0);
+  if (TextType = 'quest') then begin
+     maxid := 34000;
+     cr := '30';
+  end;
+  if (TextType = 'npc') then begin
+    //http://www.wowhead.com/npcs?filter=cr=37;crs=1;crv=10000
+     maxid := 74000;
+     cr := '37';
+  end;
+  if (TextType = 'achievement') then begin
+    //http://www.wowhead.com/achievements?filter=cr=9;crs=1;crv=8000
+     maxid := 8000;
+     cr := '9';
+  end;
+  if (TextType = 'object') then begin
+    //http://www.wowhead.com/objects?filter=cr=15;crs=1;crv=230000
+     maxid := 230000;
+     cr := '15';
+  end;
+  if (TextType = 'item') then begin
+    //http://www.wowhead.com/items?filter=cr=151;crs=1;crv=106000
+     maxid := 106000;
+     cr := '151';
+  end;
+  if (TextType = 'zone') then begin
+     maxid := 10000;
+     result := maxid;
+     Exit;
+     cr := '30';
+  end;
+  result := maxid;
+  try
+    repeat
+      data := IdHTTP1.Get('http://www.wowhead.com/'+TextType+'s?filter=cr='+cr+';crs=1;crv='+IntToStr(maxid));
+      result := maxid;
+      WriteLn(TextType+'s MaxID='+IntToStr(maxid));
+      maxid := maxid+400;
+    until (Pos('Your criteria did not match',data) > 0);
+  except
+     on E: EIdHTTPProtocolException do
+      begin
+        if E.ErrorCode = 404 then begin
+        end;
+      end;
+       on E:Exception do
+  end;
 end;
 
@@ -521 +549 @@
   DBRows := Database.Query('SELECT * FROM  ClientVersion WHERE  `Title` !=  "" ORDER BY  `ClientVersion`.`BuildNumber` DESC LIMIT 0 , 30');
   Result := StrToInt(DBRows.Data[0].Values['BuildNumber']);
-  Database.Query('UPDATE  `wowpreklad`.`ClientVersion` SET  `Imported` = 1 WHERE  `clientversion`.`BuildNumber` ='+DBRows.Data[0].Values['BuildNumber']+';');
+  Database.Query('UPDATE  `ClientVersion` SET  `Imported` = 1 WHERE  `clientversion`.`BuildNumber` ='+DBRows.Data[0].Values['BuildNumber']+';');
 end;