Merge pull request #92 from sisong/dev

fix some normalize apk fail
sisong · Dec 9, 2023 · a71c1c5 · a71c1c5
2 parents 9151d02 + e4903df
commit a71c1c5
Show file tree

Hide file tree

Showing 17 changed files with 282 additions and 101 deletions.
diff --git a/HDiffPatch b/HDiffPatch
diff --git a/README.md b/README.md
@@ -1,5 +1,5 @@
 # [ApkDiffPatch]
-[![release](https://img.shields.io/badge/release-v1.6.2-blue.svg)](https://github.com/sisong/ApkDiffPatch/releases) 
+[![release](https://img.shields.io/badge/release-v1.7.0-blue.svg)](https://github.com/sisong/ApkDiffPatch/releases) 
 [![license](https://img.shields.io/badge/license-MIT-blue.svg)](https://github.com/sisong/ApkDiffPatch/blob/master/LICENSE) 
 [![PRs Welcome](https://img.shields.io/badge/PRs-welcome-blue.svg)](https://github.com/sisong/ApkDiffPatch/pulls) 
 [![+issue Welcome](https://img.shields.io/github/issues-raw/sisong/ApkDiffPatch?color=green&label=%2Bissue%20welcome)](https://github.com/sisong/ApkDiffPatch/issues)   
@@ -17,7 +17,6 @@ You can use this library (and Android NDK) to delta update your Apk.
 [zlib]: https://github.com/madler/zlib
 [lzma]: https://www.7-zip.org/sdk.html
 [Apk v2 sign]: https://source.android.com/security/apksigning/v2
-[Apk v3 sign]: https://source.android.com/security/apksigning/v3
 [Jar sign]: https://docs.oracle.com/javase/8/docs/technotes/guides/jar/jar.html#Signed_JAR_File
 [BsDiff]: http://www.daemonology.net/bsdiff/
 [archive-patcher]: https://github.com/google/archive-patcher
@@ -40,11 +39,11 @@ ZipPatch() support multi-thread parallel compress mode when writing zip file, wh
 * NOTE:   
 if your need newZip(patch result) file byte by byte equal, `Released newZip` := **ApkNormalized**(newZip) before run ZipDiff, AND You should not modify the zlib version (unless it is certified compatible);   
 if your apk(or jar) file used [Jar sign](Apk v1 sign), is same as zip file;   
-if your apk used [Apk v2 sign](or [Apk v3 sign]), `Released newZip` := AndroidSDK#apksigner(**ApkNormalized**(AndroidSDK#apksigner(newZip)))  before ZipDiff;   
+if your apk used [Apk v2 sign](or [later](https://source.android.com/security/apksigning/v3)), `Released newApk` := AndroidSDK#apksigner(**ApkNormalized**(newApk))  before ZipDiff;   
 
 * NOTE:   
-ApkDiffPath can't be used in the Android app store, because it requires re-signing apk;      
-[sfpatcher] like [archive-patcher], is designed for Android app store, but patch is much faster than archive-patcher.
+ApkDiffPath can't be used by Android app store, because it requires re-signing apks before diff.   
+[sfpatcher] not require re-signing apks (like [archive-patcher]), is designed for Android app store, patch speed up by a factor of xx than archive-patcher & run with O(1) memory.   
 
 ---
 ## Why [ApkDiffPatch]

diff --git a/builds/vc/ApkNormalized.vcxproj b/builds/vc/ApkNormalized.vcxproj
@@ -114,30 +114,36 @@
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
       <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_IS_USED_MULTITHREAD=0;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;_DEBUG;_IS_USED_MULTITHREAD=0;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <AdditionalOptions>/wd4819 %(AdditionalOptions)</AdditionalOptions>
     </ClCompile>
     <Link>
       <GenerateDebugInformation>true</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
       <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;_IS_USED_MULTITHREAD=0;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;_DEBUG;_IS_USED_MULTITHREAD=0;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <AdditionalOptions>/wd4819 %(AdditionalOptions)</AdditionalOptions>
     </ClCompile>
     <Link>
       <GenerateDebugInformation>true</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_IS_USED_MULTITHREAD=0;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;NDEBUG;_IS_USED_MULTITHREAD=0;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <FavorSizeOrSpeed>Speed</FavorSizeOrSpeed>
       <OmitFramePointers>true</OmitFramePointers>
@@ -151,11 +157,14 @@
     <Link>
       <GenerateDebugInformation>false</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
-      <PreprocessorDefinitions>WIN32;NDEBUG;_IS_USED_MULTITHREAD=0;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;NDEBUG;_IS_USED_MULTITHREAD=0;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <FavorSizeOrSpeed>Speed</FavorSizeOrSpeed>
       <OmitFramePointers>true</OmitFramePointers>
@@ -170,6 +179,9 @@
     <Link>
       <GenerateDebugInformation>false</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
   <ImportGroup Label="ExtensionTargets">

diff --git a/builds/vc/ZipDiff.vcxproj b/builds/vc/ZipDiff.vcxproj
@@ -134,30 +134,36 @@
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
       <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <AdditionalOptions>/wd4819 %(AdditionalOptions)</AdditionalOptions>
     </ClCompile>
     <Link>
       <GenerateDebugInformation>true</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
       <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <AdditionalOptions>/wd4819 %(AdditionalOptions)</AdditionalOptions>
     </ClCompile>
     <Link>
       <GenerateDebugInformation>true</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
-      <PreprocessorDefinitions>WIN32;NDEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;NDEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <FavorSizeOrSpeed>Speed</FavorSizeOrSpeed>
       <OmitFramePointers>true</OmitFramePointers>
@@ -171,11 +177,14 @@
     <Link>
       <GenerateDebugInformation>false</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
-      <PreprocessorDefinitions>WIN32;NDEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;NDEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <FavorSizeOrSpeed>Speed</FavorSizeOrSpeed>
       <OmitFramePointers>true</OmitFramePointers>
@@ -190,6 +199,9 @@
     <Link>
       <GenerateDebugInformation>false</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
   <ImportGroup Label="ExtensionTargets">

diff --git a/builds/vc/ZipPatch.vcxproj b/builds/vc/ZipPatch.vcxproj
@@ -119,30 +119,36 @@
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
       <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <AdditionalOptions>/wd4819 %(AdditionalOptions)</AdditionalOptions>
     </ClCompile>
     <Link>
       <GenerateDebugInformation>true</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
       <Optimization>Disabled</Optimization>
-      <PreprocessorDefinitions>WIN32;_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <AdditionalOptions>/wd4819 %(AdditionalOptions)</AdditionalOptions>
     </ClCompile>
     <Link>
       <GenerateDebugInformation>true</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
-      <PreprocessorDefinitions>WIN32;NDEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;NDEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <FavorSizeOrSpeed>Speed</FavorSizeOrSpeed>
       <OmitFramePointers>true</OmitFramePointers>
@@ -156,11 +162,14 @@
     <Link>
       <GenerateDebugInformation>false</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
     <ClCompile>
       <WarningLevel>Level3</WarningLevel>
-      <PreprocessorDefinitions>WIN32;NDEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <PreprocessorDefinitions>WIN32;_CRT_SECURE_NO_WARNINGS;NDEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <CompileAs>Default</CompileAs>
       <FavorSizeOrSpeed>Speed</FavorSizeOrSpeed>
       <OmitFramePointers>true</OmitFramePointers>
@@ -175,6 +184,9 @@
     <Link>
       <GenerateDebugInformation>false</GenerateDebugInformation>
     </Link>
+    <Manifest>
+      <AdditionalManifestFiles>..\..\HDiffPatch\builds\vc\longPathAware.exe.manifest %(AdditionalManifestFiles)</AdditionalManifestFiles>
+    </Manifest>
   </ItemDefinitionGroup>
   <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
   <ImportGroup Label="ExtensionTargets">

diff --git a/lzma b/lzma
diff --git a/src/apk_normalized.cpp b/src/apk_normalized.cpp
@@ -43,7 +43,7 @@
 #endif
 
 static void printUsage(){
-    printf("usage: ApkNormalized srcApk out_newApk [-nce-isNotCompressEmptyFile] [-cl-compressLevel] [-as-alignSize] [-v] \n"
+    printf("usage: ApkNormalized srcApk normalizedApk [-cl-compressLevel]\n"
            "options:\n"
            "  input srcApk file can *.zip *.jar *.apk file type;\n"
            "    ApkNormalized normalized zip file:\n"
@@ -52,19 +52,25 @@ static void printUsage(){
            "      remove all data descriptor, reserve & normalized Extra field and Comment,\n"
            "      compatible with jar sign(apk v1 sign), etc...\n"
            "    if apk file used apk v2 sign, must re sign apk file after ApkNormalized;\n"
-           "      release newApk:=AndroidSDK#apksigner(out_newApk)\n"
-           "  -nce-isNotCompressEmptyFile\n"
-           "    if found compressed empty file in the zip, need change it to not compressed?\n"
-           "      -nce-0        keep the original compress setting for empty file;\n"
-           "                      WARNING: if have compressed empty file,\n"
-           "                      it can't patch by old ZipPatch(version<v1.3.5)!\n"
-           "      -nce-1        DEFAULT, not compress all empty file.\n"
+           "      release signedApk:=AndroidSDK#apksigner(normalizedApk)\n"
            "  -cl-compressLevel\n"
-           "    set zlib compress level, 0<=compressLevel<=9, DEFAULT -cl-6;\n"
-           "    if set 9, compress rate is high, but compress speed is very slow when patching.\n"
+           "    set zlib compress level [0..9], recommended 4,5,6, DEFAULT -cl-6;\n"
+           "    WARNING: -cl not recommended 7,8,9, compress rate is high, but\n"
+           "            compress speed is very slow when patching.\n"
            "  -as-alignSize\n"
            "    set align size for uncompressed file in zip for optimize app run speed,\n"
            "    1 <= alignSize <= 4k, recommended 4,8, DEFAULT -as-8.\n"
+           "    NOTE: if -ap-1, must 4096%%alignSize==0;\n"
+           "  -ap-isPageAlignSoFile\n"
+           "    if found uncompressed .so file in the zip, need align it to 4k page?\n"
+           "      -ap-0         not page-align uncompressed .so files;\n"
+           "      -ap-1         DEFAULT, page-align uncompressed .so files.\n"
+           "  -nce-isNotCompressEmptyFile\n"
+           "    if found compressed empty file in the zip, need change it to not compressed?\n"
+           "      -nce-0        keep the original compress setting for empty file;\n"
+           "                    WARNING: if have compressed empty file,\n"
+           "                            it can't patch by old(version<v1.3.5) ZipPatch!\n"
+           "      -nce-1        DEFAULT, not compress all empty file.\n"
            "  -v  output Version info. \n"
            );
 }
@@ -97,6 +103,7 @@ int main(int argc,char* argv[]){
 
 int normalized_cmd_line(int argc, const char * argv[]){
     hpatch_BOOL isNotCompressEmptyFile=_kNULL_VALUE;
+    hpatch_BOOL isPageAlignSoFile=_kNULL_VALUE;
     hpatch_BOOL isOutputVersion=_kNULL_VALUE;
     size_t      compressLevel = _kNULL_SIZE;
     size_t      alignSize     = _kNULL_SIZE;
@@ -144,8 +151,11 @@ int normalized_cmd_line(int argc, const char * argv[]){
                     _options_check(kmg_to_size(pnum,strlen(pnum),&alignSize),"-as-?");
                     const size_t _kMaxAlignSize=4*1024;
                     _options_check((1<=alignSize)&&(alignSize<=_kMaxAlignSize),"-as-?");
+                }else if ((op[2]=='p')&&(op[3]=='-')&&((op[4]=='0')||(op[4]=='1'))){
+                    _options_check(isPageAlignSoFile==_kNULL_VALUE,"-ap-?");
+                    isPageAlignSoFile=(hpatch_BOOL)(op[4]=='1');
                 }else{
-                    _options_check(hpatch_FALSE,"-as?");
+                    _options_check(hpatch_FALSE,"-a?");
                 }
             } break;
             default: {
@@ -155,6 +165,8 @@ int normalized_cmd_line(int argc, const char * argv[]){
     }
     if (isNotCompressEmptyFile==_kNULL_VALUE)
         isNotCompressEmptyFile=hpatch_TRUE;
+    if (isPageAlignSoFile==_kNULL_VALUE)
+        isPageAlignSoFile=hpatch_TRUE;
     if (compressLevel==_kNULL_SIZE)
         compressLevel=kDefaultZlibCompressLevel;
     if (alignSize==_kNULL_SIZE)
@@ -166,22 +178,25 @@ int normalized_cmd_line(int argc, const char * argv[]){
         if (arg_values_size==0)
             return 0; //ok
     }
-
+
+    if (compressLevel>6)
+        printf("WARNING: not recommended 7,8,9, compress rate is high, but compress speed is very slow when patching.\n");
+
     _options_check(arg_values_size==2,"count");
     const char* srcApk=arg_values[0];
     const char* dstApk=arg_values[1];
     printf("src: \"%s\"\nout: \"%s\"\n",srcApk,dstApk);
     double time0=clock_s();
-    int apkV1SignFilesRemoved=0;
+    int apkFilesRemoved=0;
     if (!ZipNormalized(srcApk,dstApk,(int)alignSize,(int)compressLevel,
-                       isNotCompressEmptyFile?true:false,&apkV1SignFilesRemoved)){
+                       (bool)isNotCompressEmptyFile,(bool)isPageAlignSoFile,&apkFilesRemoved)){
         printf("\nrun ApkNormalized ERROR!\n");
         return 1;
     }
     printf("run ApkNormalized ok!\n");
 
     //check
-    if (!getZipIsSame(srcApk,dstApk,apkV1SignFilesRemoved)){
+    if (!getZipIsSame(srcApk,dstApk,apkFilesRemoved)){
         printf("ApkNormalized result file check ERROR!\n");
         return 1;
     }
+14 −6		CHANGELOG.md
+24 −13		Makefile
+57 −37		README.md
+0 −179		README_cmdline_cn.md
+509 −0		README_cn.md
+82 −96		builds/android_ndk_jni_mk/Android.mk
+2 −2		builds/android_ndk_jni_mk/Application.mk
+13 −4		builds/android_ndk_jni_mk/hpatch.c
+2 −1		builds/android_ndk_jni_mk/hpatch.h
+1 −11		builds/android_ndk_jni_mk/hpatch_jni.c
+1 −1		builds/codeblocks/HDiffZ.cbp
+24 −0		builds/vc/HDiffZ.vcxproj
+32 −8		builds/vc/HPatchZ.vcxproj
+7 −0		builds/vc/longPathAware.exe.manifest
+1 −0		builds/xcode/hdiffz.xcodeproj/project.pbxproj
+5 −2		builds/xcode/hpatchz.xcodeproj/project.pbxproj
+3 −11		builds/xcode_iOS_hpatchz/hpatch_objc/hpatch_objc.m
+2 −0		compress_parallel.cpp
+4 −7		dirDiffPatch/dir_patch/dir_patch.c
+3 −3		dirDiffPatch/dir_patch/dir_patch.h
+2 −2		file_for_patch.c
+1 −1		file_for_patch.h
+25 −16		hdiffz.cpp
+1 −0		hdiffz_import_patch.h
+302 −130		hpatchz.c
+4 −3		libHDiffPatch/HDiff/diff.cpp
+3 −2		libHDiffPatch/HDiff/diff_for_hpatch_lite.h
+24 −1		libHDiffPatch/HDiff/diff_types.h
+13 −10		libHDiffPatch/HDiff/private_diff/mem_buf.h
+9 −1		libHDiffPatch/HPatch/patch_types.h