/*
*
* Apache License
* Version 2.0, January 2004
* http://www.apache.org/licenses/
*
* TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
*
* 1. Definitions.
*
* "License" shall mean the terms and conditions for use, reproduction,
* and distribution as defined by Sections 1 through 9 of this document.
*
* "Licensor" shall mean the copyright owner or entity authorized by
* the copyright owner that is granting the License.
*
* "Legal Entity" shall mean the union of the acting entity and all
* other entities that control, are controlled by, or are under common
* control with that entity. For the purposes of this definition,
* "control" means (i) the power, direct or indirect, to cause the
* direction or management of such entity, whether by contract or
* otherwise, or (ii) ownership of fifty percent (50%) or more of the
* outstanding shares, or (iii) beneficial ownership of such entity.
*
* "You" (or "Your") shall mean an individual or Legal Entity
* exercising permissions granted by this License.
*
* "Source" form shall mean the preferred form for making modifications,
* including but not limited to software source code, documentation
* source, and configuration files.
*
* "Object" form shall mean any form resulting from mechanical
* transformation or translation of a Source form, including but
* not limited to compiled object code, generated documentation,
* and conversions to other media types.
*
* "Work" shall mean the work of authorship, whether in Source or
* Object form, made available under the License, as indicated by a
* copyright notice that is included in or attached to the work
* (an example is provided in the Appendix below).
*
* "Derivative Works" shall mean any work, whether in Source or Object
* form, that is based on (or derived from) the Work and for which the
* editorial revisions, annotations, elaborations, or other modifications
* represent, as a whole, an original work of authorship. For the purposes
* of this License, Derivative Works shall not include works that remain
* separable from, or merely link (or bind by name) to the interfaces of,
* the Work and Derivative Works thereof.
*
* "Contribution" shall mean any work of authorship, including
* the original version of the Work and any modifications or additions
* to that Work or Derivative Works thereof, that is intentionally
* submitted to Licensor for inclusion in the Work by the copyright owner
* or by an individual or Legal Entity authorized to submit on behalf of
* the copyright owner. For the purposes of this definition, "submitted"
* means any form of electronic, verbal, or written communication sent
* to the Licensor or its representatives, including but not limited to
* communication on electronic mailing lists, source code control systems,
* and issue tracking systems that are managed by, or on behalf of, the
* Licensor for the purpose of discussing and improving the Work, but
* excluding communication that is conspicuously marked or otherwise
* designated in writing by the copyright owner as "Not a Contribution."
*
* "Contributor" shall mean Licensor and any individual or Legal Entity
* on behalf of whom a Contribution has been received by Licensor and
* subsequently incorporated within the Work.
*
* 2. Grant of Copyright License. Subject to the terms and conditions of
* this License, each Contributor hereby grants to You a perpetual,
* worldwide, non-exclusive, no-charge, royalty-free, irrevocable
* copyright license to reproduce, prepare Derivative Works of,
* publicly display, publicly perform, sublicense, and distribute the
* Work and such Derivative Works in Source or Object form.
*
* 3. Grant of Patent License. Subject to the terms and conditions of
* this License, each Contributor hereby grants to You a perpetual,
* worldwide, non-exclusive, no-charge, royalty-free, irrevocable
* (except as stated in this section) patent license to make, have made,
* use, offer to sell, sell, import, and otherwise transfer the Work,
* where such license applies only to those patent claims licensable
* by such Contributor that are necessarily infringed by their
* Contribution(s) alone or by combination of their Contribution(s)
* with the Work to which such Contribution(s) was submitted. If You
* institute patent litigation against any entity (including a
* cross-claim or counterclaim in a lawsuit) alleging that the Work
* or a Contribution incorporated within the Work constitutes direct
* or contributory patent infringement, then any patent licenses
* granted to You under this License for that Work shall terminate
* as of the date such litigation is filed.
*
* 4. Redistribution. You may reproduce and distribute copies of the
* Work or Derivative Works thereof in any medium, with or without
* modifications, and in Source or Object form, provided that You
* meet the following conditions:
*
* (a) You must give any other recipients of the Work or
* Derivative Works a copy of this License; and
*
* (b) You must cause any modified files to carry prominent notices
* stating that You changed the files; and
*
* (c) You must retain, in the Source form of any Derivative Works
* that You distribute, all copyright, patent, trademark, and
* attribution notices from the Source form of the Work,
* excluding those notices that do not pertain to any part of
* the Derivative Works; and
*
* (d) If the Work includes a "NOTICE" text file as part of its
* distribution, then any Derivative Works that You distribute must
* include a readable copy of the attribution notices contained
* within such NOTICE file, excluding those notices that do not
* pertain to any part of the Derivative Works, in at least one
* of the following places: within a NOTICE text file distributed
* as part of the Derivative Works; within the Source form or
* documentation, if provided along with the Derivative Works; or,
* within a display generated by the Derivative Works, if and
* wherever such third-party notices normally appear. The contents
* of the NOTICE file are for informational purposes only and
* do not modify the License. You may add Your own attribution
* notices within Derivative Works that You distribute, alongside
* or as an addendum to the NOTICE text from the Work, provided
* that such additional attribution notices cannot be construed
* as modifying the License.
*
* You may add Your own copyright statement to Your modifications and
* may provide additional or different license terms and conditions
* for use, reproduction, or distribution of Your modifications, or
* for any such Derivative Works as a whole, provided Your use,
* reproduction, and distribution of the Work otherwise complies with
* the conditions stated in this License.
*
* 5. Submission of Contributions. Unless You explicitly state otherwise,
* any Contribution intentionally submitted for inclusion in the Work
* by You to the Licensor shall be under the terms and conditions of
* this License, without any additional terms or conditions.
* Notwithstanding the above, nothing herein shall supersede or modify
* the terms of any separate license agreement you may have executed
* with Licensor regarding such Contributions.
*
* 6. Trademarks. This License does not grant permission to use the trade
* names, trademarks, service marks, or product names of the Licensor,
* except as required for reasonable and customary use in describing the
* origin of the Work and reproducing the content of the NOTICE file.
*
* 7. Disclaimer of Warranty. Unless required by applicable law or
* agreed to in writing, Licensor provides the Work (and each
* Contributor provides its Contributions) on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
* implied, including, without limitation, any warranties or conditions
* of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
* PARTICULAR PURPOSE. You are solely responsible for determining the
* appropriateness of using or redistributing the Work and assume any
* risks associated with Your exercise of permissions under this License.
*
* 8. Limitation of Liability. In no event and under no legal theory,
* whether in tort (including negligence), contract, or otherwise,
* unless required by applicable law (such as deliberate and grossly
* negligent acts) or agreed to in writing, shall any Contributor be
* liable to You for damages, including any direct, indirect, special,
* incidental, or consequential damages of any character arising as a
* result of this License or out of the use or inability to use the
* Work (including but not limited to damages for loss of goodwill,
* work stoppage, computer failure or malfunction, or any and all
* other commercial damages or losses), even if such Contributor
* has been advised of the possibility of such damages.
*
* 9. Accepting Warranty or Additional Liability. While redistributing
* the Work or Derivative Works thereof, You may choose to offer,
* and charge a fee for, acceptance of support, warranty, indemnity,
* or other liability obligations and/or rights consistent with this
* License. However, in accepting such obligations, You may act only
* on Your own behalf and on Your sole responsibility, not on behalf
* of any other Contributor, and only if You agree to indemnify,
* defend, and hold each Contributor harmless for any liability
* incurred by, or claims asserted against, such Contributor by reason
* of your accepting any such warranty or additional liability.
*
* END OF TERMS AND CONDITIONS
*
* APPENDIX: How to apply the Apache License to your work.
*
* To apply the Apache License to your work, attach the following
* boilerplate notice, with the fields enclosed by brackets "[]"
* replaced with your own identifying information. (Don't include
* the brackets!) The text should be enclosed in the appropriate
* comment syntax for the file format. We also recommend that a
* file or class name and description of purpose be included on the
* same "printed page" as the copyright notice for easier
* identification within third-party archives.
*
* Copyright 2016 Alibaba Group
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*
*
*/
package android.taobao.atlas.startup.patch;
import android.app.PreVerifier;
import android.content.Context;
import android.os.Looper;
import android.taobao.atlas.startup.KernalVersionManager;
import android.taobao.atlas.startup.patch.releaser.BundleReleaser;
import android.text.TextUtils;
import android.util.Log;
import dalvik.system.DexFile;
import java.io.*;
import java.nio.ByteBuffer;
import java.nio.channels.FileChannel;
import java.util.SortedMap;
import java.util.TreeMap;
import java.util.zip.ZipFile;
/**
* Created by guanjie on 15/6/4.
*/
class KernalBundleArchive {
public static final String TAG = "KernalBundleArchive";
public static final int RETRY_COUNT = 3;
public final static String REVISION_DIRECTORY = "version";
private static final String DEX_PREFIX = "classes";
private static final String DEX_SUFFIX = ".dex";
private static final String EXTRACTED_SUFFIX = ".zip";
private static final String BUNDLE_NAME = "com_taobao_maindex.zip";
private static final int MAX_EXTRACT_ATTEMPTS = 3;
public final static String DEXPATCH_DIR = "dexpatch/";
private Object lock = new Object();
/**
* Size of reading buffers.
*/
private static final int BUFFER_SIZE = 0x4000;
private File bundleDir;
/**
* the bundle revision file location.
*/
private String containerVersion;
public SortedMap<Integer, KernalBundleArchive> getRevisions() {
return revisions;
}
// Maps a Long revision number to a BundleRevision.
private final SortedMap<Integer,KernalBundleArchive> revisions = new TreeMap<Integer, KernalBundleArchive>();
private File revisionDir;
private File libraryDirectory;
private DexFile[] odexFile;
private boolean hasResources = false;
private Context mContext;
public KernalBundleArchive(Context context, File bundleDir, String wantedRevisionDir,String process,String sInstalledVersioname
,long dexPatchVersion) throws IOException {
if(Boolean.FALSE.booleanValue()){
String.valueOf(PreVerifier.class);
}
mContext = context;
final File[] f = bundleDir.listFiles();
String processName = process;
if(TextUtils.isEmpty(wantedRevisionDir)) {
if (f != null) {
for (final File element : f) {
if (element.getName().startsWith(REVISION_DIRECTORY)) {
if (!new File(element, "deprecated").exists()) {
final int v = Integer.parseInt(substringAfter(element.getName(), "."));
if (v > 0) {
revisions.put(v, null);
}
} else {
if (!TextUtils.isEmpty(processName) && processName.equals(context.getPackageName())) {
deleteDirectory(element);
}
}
}
}
}
if (revisions.isEmpty() && dexPatchVersion<=0) {
{
if (!TextUtils.isEmpty(processName) && processName.equals(context.getPackageName())) {
deleteDirectory(bundleDir);
}
}
throw new IOException("No valid revisions in bundle archive directory: " + bundleDir);
}
int maxValidRevNum = KernalVersionManager.instance().isCachePreVersion() ? 2 : 1;
if (revisions.size() > maxValidRevNum) {
try {
File old = new File(bundleDir, String.format("%s%s%s", REVISION_DIRECTORY, ".", revisions.firstKey()));
if (old.exists()) {
deleteDirectory(old);
}
if(old.exists()){
new File(old,"deprecated").createNewFile();
}
} catch (Exception e) {
}
try {
File last = new File(bundleDir, String.format("%s%s%s", REVISION_DIRECTORY, ".", revisions.get(revisions.size()-2)));
if (last.exists()) {
//bundle.dex
// File bundledex = new File(last,""})
//lib
}
} catch (Exception e) {
}
}
if(dexPatchVersion>0) {
revisionDir = new File(bundleDir,DEXPATCH_DIR+dexPatchVersion);
}else{
File dexPatchDir = new File(bundleDir,DEXPATCH_DIR);
if(dexPatchDir.exists()){
deleteDirectory(dexPatchDir);
}
long rev = revisions.lastKey();
this.revisionDir = new File(bundleDir, REVISION_DIRECTORY + "." + String.valueOf(rev));
}
}else{
if(dexPatchVersion>0){
revisionDir = new File(bundleDir,DEXPATCH_DIR+dexPatchVersion);
}else {
this.revisionDir = new File(wantedRevisionDir);
if (new File(revisionDir, "deprecated").exists()) {
throw new IOException("kernal bundle has been deprecated");
}
}
}
if(!revisionDir.exists()){
throw new IOException("no valid revision dir");
}
this.bundleDir = bundleDir;
File metafile = new File(revisionDir, "meta");
if (metafile.exists()) {
DataInputStream in = new DataInputStream(new FileInputStream(metafile));
this.containerVersion = in.readUTF();
hasResources = in.readBoolean();
String appLocation = in.readUTF();
if(appLocation!=null && !appLocation.equals(mContext.getApplicationInfo().sourceDir)){
throw new IOException("appLocation is Changed");
}
in.close();
if(containerVersion==null || (!TextUtils.isEmpty(sInstalledVersioname) && !containerVersion.equals(sInstalledVersioname))){
// AtlasMonitor.getInstance().trace(AtlasMonitor.BUNDLE_MISMATCH, "System", containerVersion+" " + RuntimeVariables.sInstalledVersionName, FileUtils.getDataAvailableSpace());
throw new IOException("bundle mismatch");
}
}
libraryDirectory = new File(revisionDir,"lib");
File bundleFile = new File(revisionDir, BUNDLE_NAME);
// final Boolean[] success = {true};
// final BundleReleaser bundleReleaser = new BundleReleaser(revisionDir);
// bundleReleaser.release(new BundleReleaser.ProcessCallBack() {
// @Override
// public void onFailed() throws IOException {
// success[0]= false;
// odexFile = null;
// bundleReleaser.close();
// }
//
// @Override
// public void onFinish(int event) {
// if (event == BundleReleaser.MSG_ID_DEX_OPT_DONE){
// odexFile = bundleReleaser.getDexFile();
// }
// }
//
// @Override
// public void onAllFinish() {
// bundleReleaser.close();
//
// }
// },bundleFile,true);
boolean success = new KernalBundleRelease(revisionDir,true).release(bundleFile,true);
if (!success||odexFile == null){
throw new IOException("process patch failed!");
}
}
public KernalBundleArchive(File bundleDir, File file,String containerVersion,long dexPatchVersion) throws IOException{
this(bundleDir, file, 1,containerVersion,dexPatchVersion);
}
private KernalBundleArchive(final File bundleDir, File file, int revNum,String containerVersion,long dexPatchVersion) throws IOException {
this.bundleDir = bundleDir;
if(dexPatchVersion>0) {
revisionDir = new File(bundleDir, DEXPATCH_DIR+dexPatchVersion);
if (!revisionDir.exists()) {
revisionDir.mkdirs();
}
}else{
int rev = revNum;
revisionDir = new File(bundleDir, REVISION_DIRECTORY + "." + String.valueOf(rev));
if (!revisionDir.exists()) {
revisionDir.mkdirs();
}
this.revisions.put(rev,null);
}
File bundleFile = new File(revisionDir, BUNDLE_NAME);
if (!file.renameTo(bundleFile)) {
copyInputStreamToFile(new FileInputStream(file), bundleFile);
}
ZipFile zip = new ZipFile(bundleFile);
hasResources = false;
if (zip.getEntry("resources.arsc") != null || new File(revisionDir, "newAssets/assets").exists()) {
hasResources = true;
}
zip.close();
libraryDirectory = new File(revisionDir, "lib");
// final Boolean[] success = {true};
// final BundleReleaser bundleReleaser = new BundleReleaser(revisionDir);
// bundleReleaser.release(new BundleReleaser.ProcessCallBack() {
// @Override
// public void onFailed() throws IOException {
// success[0] = false;
// odexFile = null;
// bundleReleaser.close();
//
// }
//
// @Override
// public void onFinish(int event) {
// if (event == BundleReleaser.MSG_ID_DEX_OPT_DONE){
// odexFile = bundleReleaser.getDexFile();
// }
// }
//
// @Override
// public void onAllFinish() {
// bundleReleaser.close();
// }
// },bundleFile,false);
// Looper.loop();
boolean success = new KernalBundleRelease(revisionDir,false).release(bundleFile,false);
if (!success||odexFile == null){
throw new IOException("process mainDex failed!");
}
updateMetadata(containerVersion);
}
public KernalBundleArchive newRevision(File file,String containerVersion,long dexPatchVersion) throws IOException{
if(dexPatchVersion>0){
KernalBundleArchive newRevision = new KernalBundleArchive(bundleDir,file,0,containerVersion,dexPatchVersion);
return newRevision;
}else {
int rev = revisions.lastKey();
while (true) {
rev++;
File revisionDir = new File(bundleDir, REVISION_DIRECTORY + "." + String.valueOf(rev));
if (revisionDir.exists()) {
continue;
}
KernalBundleArchive archiveRevision = null;
archiveRevision = new KernalBundleArchive(bundleDir, file, rev,containerVersion,0);
return archiveRevision;
}
}
}
/**
* copy input to output stream - available in several StreamUtils or Streams classes
*/
public static void copy(InputStream input, OutputStream output) throws IOException {
byte[] readContent = new byte[BUFFER_SIZE];
int bytesRead;
while ((bytesRead = input.read(readContent)) != -1) {
output.write(readContent, 0, bytesRead);
}
}
public File getLibraryDirectory(){
return libraryDirectory;
}
public DexFile[] getOdexFile(){
return odexFile;
}
public File getArchiveFile(){
return new File(revisionDir,BUNDLE_NAME);
}
public File getRevisionDir(){
return revisionDir;
}
public static boolean downgradeRevision(File bundleDir,boolean forceDelete) throws IOException{
File[] revisionFiles = bundleDir.listFiles(new FilenameFilter() {
@Override
public boolean accept(File dir, String filename) {
if (filename.startsWith(REVISION_DIRECTORY) && !new File(dir+File.separator+filename, "deprecated").exists()) {
return true;
}
return false;
}
});
if (revisionFiles != null && revisionFiles.length > 0) {
File deprecatedDir = revisionFiles[revisionFiles.length - 1];
if(forceDelete){
try {
KernalBundle impl = (KernalBundle)KernalBundle.kernalBundle;
if (impl != null && impl.getArchive() != null) {
if (impl.getArchive().getRevisionDir().equals(deprecatedDir)) {
return true;
}
}
}catch(Throwable e){}
deleteDirectory(deprecatedDir);
}
if(deprecatedDir.exists()) {
File deprecatedFile = new File(deprecatedDir, "deprecated");
deprecatedFile.createNewFile();
if(!deprecatedFile.exists()){
return false;
}
}
Log.d("BundleArchive","downgrade "+bundleDir);
return true;
}
return false;
}
/**
* update the revision's metadata on the storage.
*/
void updateMetadata(String containerVersion) throws IOException {
File file = new File(revisionDir, "meta");
DataOutputStream out = null;
try {
if (!file.getParentFile().exists()) {
file.getParentFile().mkdirs();
}
FileOutputStream fos = new FileOutputStream(file);
out = new DataOutputStream(fos);
out.writeUTF(containerVersion);
out.writeBoolean(hasResources);
String appLocation = KernalConstants.APK_PATH;
out.writeUTF(appLocation!=null ? appLocation : "");
out.flush();
// fos.getFD().sync(); //this may be time-consuming
} catch (IOException e) {
throw new IOException("Could not save meta data " + file.getAbsolutePath(), e);
} finally {
if (out != null) {
try {
out.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
}
public boolean hasResources(){
ZipFile file = null;
try {
if (!hasResources && !new File(revisionDir, "meta").exists()) {
file = new ZipFile(getArchiveFile());
if (file.getEntry("resources.arsc") != null || new File(revisionDir,"newAssets/assets").exists()) {
hasResources = true;
}
}
}catch(Throwable e){}finally {
if(file!=null){
try{
file.close();
}catch(Throwable e){}
}
}
return hasResources;
}
public static void deleteDirectory(final File path) {
final File[] files = path.listFiles();
if (files == null){
return;
}
for (int i = 0; i < files.length; i++) {
if (files[i].isDirectory()) {
deleteDirectory(files[i]);
} else {
files[i].delete();
}
}
path.delete();
}
public static String substringAfter(String str, String separator) {
if (TextUtils.isEmpty(str)) {
return str;
}
if (separator == null) {
return "";
}
int pos = str.indexOf(separator);
if (pos == -1) {
return "";
}
return str.substring(pos + separator.length());
}
public static void copyInputStreamToFile(InputStream input, File file) throws IOException {
FileOutputStream os = null;
FileChannel channel = null;
try {
// copy 文件
os = new FileOutputStream(file);
channel = os.getChannel();
byte[] buffers = new byte[1024];
int realLength;
while ((realLength = input.read(buffers)) > 0) {
channel.write(ByteBuffer.wrap(buffers, 0, realLength));
}
} finally {
if (input != null) try {
input.close();
} catch (Exception e) {
e.printStackTrace();
}
if (channel != null) try {
channel.close();
} catch (Exception e) {
e.printStackTrace();
}
if (os != null) try {
os.close();
} catch (Exception e) {
e.printStackTrace();
}
}
}
/**
* 写这个类而不用匿名内部类的原因：
* 如果之前发生过动态部署，则再次进行update的时候饮用的第二个内部类与Archive不同于同一个dex，会引发PRE_VERIFY
*/
public class KernalBundleRelease{
private BundleReleaser mBundlereleaser;
public KernalBundleRelease(File dir,boolean hasReleasedBefore) {
mBundlereleaser = new BundleReleaser(dir,hasReleasedBefore);
}
public boolean release(final File bundleFile,final boolean start) throws IOException{
final Boolean[] success = {true};
mBundlereleaser.release(new BundleReleaser.ProcessCallBack() {
@Override
public void onFailed() throws IOException {
success[0] = false;
odexFile = null;
mBundlereleaser.close();
}
@Override
public void onFinish(int event) {
if (event == BundleReleaser.MSG_ID_DEX_OPT_DONE){
odexFile = mBundlereleaser.getDexFile();
}
}
@Override
public void onAllFinish() {
mBundlereleaser.close();
}
},bundleFile,start);
if(Thread.currentThread().getId()!=Looper.getMainLooper().getThread().getId()) {
Looper.loop();
}
return success[0];
}
}
}