--- oup/current/Helper/LevelDB.pas 2007/03/30 01:16:54 141 +++ oup/current/Helper/LevelDB.pas 2007/04/01 15:14:09 145 @@ -44,6 +44,9 @@ end; procedure TForm_LevelDB.CreateLevel(Source, Target: String); +const + EmptyBytes: Array[0..31] of Byte = ( + 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0 ); var DatHeader: THeader; FilesHeader: TFilesMap; @@ -74,12 +77,6 @@ var RawLinks: TRawDataList; DatFileStream, RawFileStream: TMemoryStream; - -// ########################### - datsum, linksum, rawsum: Int64; - freq: Int64; - tempticks1, tempticks2: Int64; -// ########################### const Steps: Byte = 3; @@ -297,11 +294,6 @@ begin lbl_estimation.Caption := 'Estimated finishing time: unknown'; Application.ProcessMessages; - QueryPerformanceFrequency(freq); - datsum := 0; - linksum := 0; - rawsum := 0; - FileTime := Time; for FileID := 0 to DatHeader.Files - 1 do begin @@ -310,8 +302,6 @@ begin FilesHeader[FileID].Extension[j] := FileInfo.Extension[4 - j]; if FileInfo.Size > 0 then begin - QueryPerformanceCounter(tempticks1); - FilesHeader[FileID].DataAddr := Stream_Body.Size + 8; DatFileStream := TMemoryStream.Create; Connection.LoadDatFile(FileID, TStream(DatFileStream)); @@ -320,9 +310,6 @@ begin DatFileStream.Write(tempi, 4); DatFileStream.Write(LevelID, 4); - QueryPerformanceCounter(tempticks2); - datsum := datsum + (tempticks2 - tempticks1); - DatLinks := Connection.GetDatLinks(FileID); if Length(DatLinks) > 0 then begin @@ -337,9 +324,6 @@ begin end; end; - QueryPerformanceCounter(tempticks1); - linksum := linksum + (tempticks1 - tempticks2); - RawLinks := Connection.GetRawList(FileID); if Length(RawLinks) > 0 then begin @@ -354,9 +338,13 @@ begin begin RawLinks[i].RawAddr := Stream_Sep.Size; Stream_sep.CopyFrom(RawFileStream, RawFileStream.Size); + if (Stream_Sep.Size mod 32) > 0 then + Stream_Sep.Write(EmptyBytes[0], 32 - (Stream_Sep.Size mod 32)); end else begin RawLinks[i].RawAddr := Stream_Raw.Size; Stream_Raw.CopyFrom(RawFileStream, RawFileStream.Size); + if (Stream_Raw.Size mod 32) > 0 then + Stream_Raw.Write(EmptyBytes[0], 32 - (Stream_Raw.Size mod 32)); end; end else RawLinks[i].RawAddr := 0; @@ -366,9 +354,8 @@ begin end; DatFileStream.Seek(0, soFromBeginning); Stream_Body.CopyFrom(DatFileStream, DatFileStream.Size); - - QueryPerformanceCounter(tempticks2); - rawsum := rawsum + (tempticks2 - tempticks1); + if (Stream_Body.Size mod 32) > 0 then + Stream_Body.Write(EmptyBytes[0], 32 - (Stream_Body.Size mod 32)); end else FilesHeader[FileID].DataAddr := 0; @@ -391,11 +378,6 @@ begin Application.ProcessMessages; end; - ShowMessage('AvgDats: ' + FloatToStr((datsum / progress.Max) / freq) + #13#10 + - 'AvgLinks: ' + FloatToStr((linksum / progress.Max) / freq) + #13#10 + - 'AvgRaws: ' + FloatToStr((rawsum / progress.Max) / freq) - ); - Stream_Dat.Write(DatHeader, SizeOf(DatHeader)); for i := 0 to High(FilesHeader) do Stream_Dat.Write(FilesHeader[i], SizeOf(FilesHeader[i])); @@ -404,12 +386,19 @@ begin for i := 0 to High(ExtensionsHeader) do Stream_Dat.Write(ExtensionsHeader[i], SizeOf(ExtensionsHeader[i])); + if (Stream_Dat.Size mod 32) > 0 then + Stream_Dat.Write(EmptyBytes[0], 32 - (Stream_Dat.Size mod 32)); + DatHeader.DataSize := Stream_Body.Size; DatHeader.NamesSize := Stream_Names.Size; DatHeader.DataAddr := Stream_Dat.Size; Stream_Body.Seek(0, soFromBeginning); Stream_Dat.CopyFrom(Stream_Body, Stream_Body.Size); + + if (Stream_Dat.Size mod 32) > 0 then + Stream_Dat.Write(EmptyBytes[0], 32 - (Stream_Dat.Size mod 32)); + DatHeader.NamesAddr := Stream_Dat.Size; Stream_Names.Seek(0, soFromBeginning); Stream_Dat.CopyFrom(Stream_Names, Stream_Names.Size); @@ -450,7 +439,6 @@ var BeginTime, FileTime: Double; Step: Integer; - LevelID: Integer; TimeFormat: TFormatSettings; ConID: Integer; @@ -459,11 +447,8 @@ var FileID: Integer; - Strings: TStrings; i: Integer; temps: String; - tempi: Integer; - tempb: Byte; tempdata: TByteData; FileInfo: TFileInfo; DatLinks: TDatLinkList; @@ -635,6 +620,7 @@ begin DoStep('Writing .dat-fileslist'); Application.ProcessMessages; + FileTime := Time; Database.StartTransaction; for FileID := 0 to Connection.GetFileCount - 1 do begin @@ -678,6 +664,11 @@ begin BoolToStr(RawLinks[i].LocSep) + ', 0);'; Query.ExecSQL; end; + if ((i mod 100) = 0) and (FileID > 0) then + begin + Database.Commit(False); + Database.StartTransaction; + end; end; end; @@ -709,7 +700,7 @@ begin end; if ((FileID mod 10) = 0) and (FileID >= 100) then lbl_estimation.Caption := 'Estimated time left: ' + TimeToStr( - (Time - BeginTime) / FileID * (progress.Max - FileID + 1) * 1.1, timeformat ); + (Time - FileTime) / FileID * (progress.Max - FileID + 1) * 1.1, timeformat ); progress.Position := FileID; lbl_progress.Caption := 'Files done: ' + IntToStr(FileID) + '/' + IntToStr(progress.Max); Application.ProcessMessages;