src/com/owncloud/android/files/services/FileUploader.java

   1 /* ownCloud Android client application
   2  *   Copyright (C) 2012 Bartek Przybylski
   3  *   Copyright (C) 2012-2013 ownCloud Inc.
   4  *
   5  *   This program is free software: you can redistribute it and/or modify
   6  *   it under the terms of the GNU General Public License version 2,
   7  *   as published by the Free Software Foundation.
   8  *
   9  *   This program is distributed in the hope that it will be useful,
  10  *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  *   GNU General Public License for more details.
  13  *
  14  *   You should have received a copy of the GNU General Public License
  15  *   along with this program.  If not, see <http://www.gnu.org/licenses/>.
  16  *
  17  */
  18
  19 package com.owncloud.android.files.services;
  20
  21 import java.io.File;
  22 import java.io.IOException;
  23 import java.util.AbstractList;
  24 import java.util.HashMap;
  25 import java.util.Iterator;
  26 import java.util.Map;
  27 import java.util.Vector;
  28 import java.util.concurrent.ConcurrentHashMap;
  29 import java.util.concurrent.ConcurrentMap;
  30
  31 import android.accounts.Account;
  32 import android.accounts.AccountManager;
  33 import android.accounts.AccountsException;
  34 import android.app.NotificationManager;
  35 import android.app.PendingIntent;
  36 import android.app.Service;
  37 import android.content.Intent;
  38 import android.os.Binder;
  39 import android.os.Handler;
  40 import android.os.HandlerThread;
  41 import android.os.IBinder;
  42 import android.os.Looper;
  43 import android.os.Message;
  44 import android.os.Process;
  45 import android.support.v4.app.NotificationCompat;
  46 import android.webkit.MimeTypeMap;
  47
  48 import com.owncloud.android.R;
  49 import com.owncloud.android.authentication.AccountUtils;
  50 import com.owncloud.android.authentication.AuthenticatorActivity;
  51 import com.owncloud.android.datamodel.FileDataStorageManager;
  52 import com.owncloud.android.datamodel.OCFile;
  53 import com.owncloud.android.db.DbHandler;
  54 import com.owncloud.android.lib.common.OwnCloudAccount;
  55 import com.owncloud.android.lib.common.OwnCloudClient;
  56 import com.owncloud.android.lib.common.OwnCloudClientManagerFactory;
  57 import com.owncloud.android.lib.common.accounts.AccountUtils.Constants;
  58 import com.owncloud.android.lib.common.network.OnDatatransferProgressListener;
  59 import com.owncloud.android.lib.common.operations.RemoteOperation;
  60 import com.owncloud.android.lib.common.operations.RemoteOperationResult;
  61 import com.owncloud.android.lib.common.operations.RemoteOperationResult.ResultCode;
  62 import com.owncloud.android.lib.common.utils.Log_OC;
  63 import com.owncloud.android.lib.resources.files.ExistenceCheckRemoteOperation;
  64 import com.owncloud.android.lib.resources.files.FileUtils;
  65 import com.owncloud.android.lib.resources.files.ReadRemoteFileOperation;
  66 import com.owncloud.android.lib.resources.files.RemoteFile;
  67 import com.owncloud.android.lib.resources.status.OwnCloudVersion;
  68 import com.owncloud.android.notifications.NotificationBuilderWithProgressBar;
  69 import com.owncloud.android.notifications.NotificationDelayer;
  70 import com.owncloud.android.operations.CreateFolderOperation;
  71 import com.owncloud.android.operations.UploadFileOperation;
  72 import com.owncloud.android.operations.common.SyncOperation;
  73 import com.owncloud.android.ui.activity.FileActivity;
  74 import com.owncloud.android.ui.activity.FileDisplayActivity;
  75 import com.owncloud.android.utils.ErrorMessageAdapter;
  76 import com.owncloud.android.utils.UriUtils;
  77
  78
  79
  80 public class FileUploader extends Service implements OnDatatransferProgressListener {
  81
  82     private static final String UPLOAD_FINISH_MESSAGE = "UPLOAD_FINISH";
  83     public static final String EXTRA_UPLOAD_RESULT = "RESULT";
  84     public static final String EXTRA_REMOTE_PATH = "REMOTE_PATH";
  85     public static final String EXTRA_OLD_REMOTE_PATH = "OLD_REMOTE_PATH";
  86     public static final String EXTRA_OLD_FILE_PATH = "OLD_FILE_PATH";
  87     public static final String ACCOUNT_NAME = "ACCOUNT_NAME";
  88
  89     public static final String KEY_FILE = "FILE";
  90     public static final String KEY_LOCAL_FILE = "LOCAL_FILE";
  91     public static final String KEY_REMOTE_FILE = "REMOTE_FILE";
  92     public static final String KEY_MIME_TYPE = "MIME_TYPE";
  93
  94     public static final String KEY_ACCOUNT = "ACCOUNT";
  95
  96     public static final String KEY_UPLOAD_TYPE = "UPLOAD_TYPE";
  97     public static final String KEY_FORCE_OVERWRITE = "KEY_FORCE_OVERWRITE";
  98     public static final String KEY_INSTANT_UPLOAD = "INSTANT_UPLOAD";
  99     public static final String KEY_LOCAL_BEHAVIOUR = "BEHAVIOUR";
 100
 101     public static final int LOCAL_BEHAVIOUR_COPY = 0;
 102     public static final int LOCAL_BEHAVIOUR_MOVE = 1;
 103     public static final int LOCAL_BEHAVIOUR_FORGET = 2;
 104
 105     public static final int UPLOAD_SINGLE_FILE = 0;
 106     public static final int UPLOAD_MULTIPLE_FILES = 1;
 107
 108     private static final String TAG = FileUploader.class.getSimpleName();
 109
 110     private Looper mServiceLooper;
 111     private ServiceHandler mServiceHandler;
 112     private IBinder mBinder;
 113     private OwnCloudClient mUploadClient = null;
 114     private Account mLastAccount = null;
 115     private FileDataStorageManager mStorageManager;
 116
 117     private ConcurrentMap<String, UploadFileOperation> mPendingUploads = new ConcurrentHashMap<String, UploadFileOperation>();
 118     private UploadFileOperation mCurrentUpload = null;
 119
 120     private NotificationManager mNotificationManager;
 121     private NotificationCompat.Builder mNotificationBuilder;
 122     private int mLastPercent;
 123
 124     private static final String MIME_TYPE_PDF = "application/pdf";
 125     private static final String FILE_EXTENSION_PDF = ".pdf";
 126
 127
 128     public static String getUploadFinishMessage() {
 129         return FileUploader.class.getName().toString() + UPLOAD_FINISH_MESSAGE;
 130     }
 131
 132     /**
 133      * Builds a key for mPendingUploads from the account and file to upload
 134      *
 135      * @param account   Account where the file to upload is stored
 136      * @param file      File to upload
 137      */
 138     private String buildRemoteName(Account account, OCFile file) {
 139         return account.name + file.getRemotePath();
 140     }
 141
 142     private String buildRemoteName(Account account, String remotePath) {
 143         return account.name + remotePath;
 144     }
 145
 146     /**
 147      * Checks if an ownCloud server version should support chunked uploads.
 148      *
 149      * @param version OwnCloud version instance corresponding to an ownCloud
 150      *            server.
 151      * @return 'True' if the ownCloud server with version supports chunked
 152      *         uploads.
 153      */
 154     private static boolean chunkedUploadIsSupported(OwnCloudVersion version) {
 155         return (version != null && version.compareTo(OwnCloudVersion.owncloud_v4_5) >= 0);
 156     }
 157
 158     /**
 159      * Service initialization
 160      */
 161     @Override
 162     public void onCreate() {
 163         super.onCreate();
 164         Log_OC.i(TAG, "mPendingUploads size:" + mPendingUploads.size());
 165         mNotificationManager = (NotificationManager) getSystemService(NOTIFICATION_SERVICE);
 166         HandlerThread thread = new HandlerThread("FileUploaderThread", Process.THREAD_PRIORITY_BACKGROUND);
 167         thread.start();
 168         mServiceLooper = thread.getLooper();
 169         mServiceHandler = new ServiceHandler(mServiceLooper, this);
 170         mBinder = new FileUploaderBinder();
 171     }
 172
 173     /**
 174      * Entry point to add one or several files to the queue of uploads.
 175      *
 176      * New uploads are added calling to startService(), resulting in a call to
 177      * this method. This ensures the service will keep on working although the
 178      * caller activity goes away.
 179      */
 180     @Override
 181     public int onStartCommand(Intent intent, int flags, int startId) {
 182         if (!intent.hasExtra(KEY_ACCOUNT) || !intent.hasExtra(KEY_UPLOAD_TYPE)
 183                 || !(intent.hasExtra(KEY_LOCAL_FILE) || intent.hasExtra(KEY_FILE))) {
 184             Log_OC.e(TAG, "Not enough information provided in intent");
 185             return Service.START_NOT_STICKY;
 186         }
 187         int uploadType = intent.getIntExtra(KEY_UPLOAD_TYPE, -1);
 188         if (uploadType == -1) {
 189             Log_OC.e(TAG, "Incorrect upload type provided");
 190             return Service.START_NOT_STICKY;
 191         }
 192         Account account = intent.getParcelableExtra(KEY_ACCOUNT);
 193         if (!AccountUtils.exists(account, getApplicationContext())) {
 194             return Service.START_NOT_STICKY;
 195         }
 196
 197         String[] localPaths = null, remotePaths = null, mimeTypes = null;
 198         OCFile[] files = null;
 199         if (uploadType == UPLOAD_SINGLE_FILE) {
 200
 201             if (intent.hasExtra(KEY_FILE)) {
 202                 files = new OCFile[] { (OCFile) intent.getParcelableExtra(KEY_FILE) };
 203
 204             } else {
 205                 localPaths = new String[] { intent.getStringExtra(KEY_LOCAL_FILE) };
 206                 remotePaths = new String[] { intent.getStringExtra(KEY_REMOTE_FILE) };
 207                 mimeTypes = new String[] { intent.getStringExtra(KEY_MIME_TYPE) };
 208             }
 209
 210         } else { // mUploadType == UPLOAD_MULTIPLE_FILES
 211
 212             if (intent.hasExtra(KEY_FILE)) {
 213                 files = (OCFile[]) intent.getParcelableArrayExtra(KEY_FILE); // TODO
 214                 // will
 215                 // this
 216                 // casting
 217                 // work
 218                 // fine?
 219
 220             } else {
 221                 localPaths = intent.getStringArrayExtra(KEY_LOCAL_FILE);
 222                 remotePaths = intent.getStringArrayExtra(KEY_REMOTE_FILE);
 223                 mimeTypes = intent.getStringArrayExtra(KEY_MIME_TYPE);
 224             }
 225         }
 226
 227         FileDataStorageManager storageManager = new FileDataStorageManager(account, getContentResolver());
 228
 229         boolean forceOverwrite = intent.getBooleanExtra(KEY_FORCE_OVERWRITE, false);
 230         boolean isInstant = intent.getBooleanExtra(KEY_INSTANT_UPLOAD, false);
 231         int localAction = intent.getIntExtra(KEY_LOCAL_BEHAVIOUR, LOCAL_BEHAVIOUR_COPY);
 232
 233         if (intent.hasExtra(KEY_FILE) && files == null) {
 234             Log_OC.e(TAG, "Incorrect array for OCFiles provided in upload intent");
 235             return Service.START_NOT_STICKY;
 236
 237         } else if (!intent.hasExtra(KEY_FILE)) {
 238             if (localPaths == null) {
 239                 Log_OC.e(TAG, "Incorrect array for local paths provided in upload intent");
 240                 return Service.START_NOT_STICKY;
 241             }
 242             if (remotePaths == null) {
 243                 Log_OC.e(TAG, "Incorrect array for remote paths provided in upload intent");
 244                 return Service.START_NOT_STICKY;
 245             }
 246             if (localPaths.length != remotePaths.length) {
 247                 Log_OC.e(TAG, "Different number of remote paths and local paths!");
 248                 return Service.START_NOT_STICKY;
 249             }
 250
 251             files = new OCFile[localPaths.length];
 252             for (int i = 0; i < localPaths.length; i++) {
 253                 files[i] = obtainNewOCFileToUpload(remotePaths[i], localPaths[i], ((mimeTypes != null) ? mimeTypes[i]
 254                         : (String) null), storageManager);
 255                 if (files[i] == null) {
 256                     // TODO @andomaex add failure Notification
 257                     return Service.START_NOT_STICKY;
 258                 }
 259             }
 260         }
 261
 262         AccountManager aMgr = AccountManager.get(this);
 263         String version = aMgr.getUserData(account, Constants.KEY_OC_VERSION);
 264         OwnCloudVersion ocv = new OwnCloudVersion(version);
 265
 266         boolean chunked = FileUploader.chunkedUploadIsSupported(ocv);
 267         AbstractList<String> requestedUploads = new Vector<String>();
 268         String uploadKey = null;
 269         UploadFileOperation newUpload = null;
 270         try {
 271             for (int i = 0; i < files.length; i++) {
 272                 uploadKey = buildRemoteName(account, files[i].getRemotePath());
 273                 newUpload = new UploadFileOperation(account, files[i], chunked, isInstant, forceOverwrite, localAction,
 274                         getApplicationContext());
 275                 if (isInstant) {
 276                     newUpload.setRemoteFolderToBeCreated();
 277                 }
 278                 mPendingUploads.putIfAbsent(uploadKey, newUpload); // Grants that the file only upload once time
 279
 280                 newUpload.addDatatransferProgressListener(this);
 281                 newUpload.addDatatransferProgressListener((FileUploaderBinder)mBinder);
 282                 requestedUploads.add(uploadKey);
 283             }
 284
 285         } catch (IllegalArgumentException e) {
 286             Log_OC.e(TAG, "Not enough information provided in intent: " + e.getMessage());
 287             return START_NOT_STICKY;
 288
 289         } catch (IllegalStateException e) {
 290             Log_OC.e(TAG, "Bad information provided in intent: " + e.getMessage());
 291             return START_NOT_STICKY;
 292
 293         } catch (Exception e) {
 294             Log_OC.e(TAG, "Unexpected exception while processing upload intent", e);
 295             return START_NOT_STICKY;
 296
 297         }
 298
 299         if (requestedUploads.size() > 0) {
 300             Message msg = mServiceHandler.obtainMessage();
 301             msg.arg1 = startId;
 302             msg.obj = requestedUploads;
 303             mServiceHandler.sendMessage(msg);
 304         }
 305         Log_OC.i(TAG, "mPendingUploads size:" + mPendingUploads.size());
 306         return Service.START_NOT_STICKY;
 307     }
 308
 309     /**
 310      * Provides a binder object that clients can use to perform operations on
 311      * the queue of uploads, excepting the addition of new files.
 312      *
 313      * Implemented to perform cancellation, pause and resume of existing
 314      * uploads.
 315      */
 316     @Override
 317     public IBinder onBind(Intent arg0) {
 318         return mBinder;
 319     }
 320
 321     /**
 322      * Called when ALL the bound clients were onbound.
 323      */
 324     @Override
 325     public boolean onUnbind(Intent intent) {
 326         ((FileUploaderBinder)mBinder).clearListeners();
 327         return false;   // not accepting rebinding (default behaviour)
 328     }
 329
 330     /**
 331      * Binder to let client components to perform operations on the queue of
 332      * uploads.
 333      *
 334      * It provides by itself the available operations.
 335      */
 336     public class FileUploaderBinder extends Binder implements OnDatatransferProgressListener {
 337
 338         /**
 339          * Map of listeners that will be reported about progress of uploads from a {@link FileUploaderBinder} instance
 340          */
 341         private Map<String, OnDatatransferProgressListener> mBoundListeners = new HashMap<String, OnDatatransferProgressListener>();
 342
 343         /**
 344          * Cancels a pending or current upload of a remote file.
 345          *
 346          * @param account Owncloud account where the remote file will be stored.
 347          * @param file A file in the queue of pending uploads
 348          */
 349         public void cancel(Account account, OCFile file) {
 350             UploadFileOperation upload = null;
 351             synchronized (mPendingUploads) {
 352                 upload = mPendingUploads.remove(buildRemoteName(account, file));
 353             }
 354             if (upload != null) {
 355                 upload.cancel();
 356             }
 357         }
 358
 359         public void clearListeners() {
 360             mBoundListeners.clear();
 361         }
 362
 363         /**
 364          * Returns True when the file described by 'file' is being uploaded to
 365          * the ownCloud account 'account' or waiting for it
 366          *
 367          * If 'file' is a directory, returns 'true' if some of its descendant files is uploading or waiting to upload.
 368          *
 369          * @param account   ownCloud account where the remote file will be stored.
 370          * @param file      A file that could be in the queue of pending uploads
 371          */
 372         public boolean isUploading(Account account, OCFile file) {
 373             if (account == null || file == null)
 374                 return false;
 375             String targetKey = buildRemoteName(account, file);
 376             synchronized (mPendingUploads) {
 377                 if (file.isFolder()) {
 378                     // this can be slow if there are many uploads :(
 379                     Iterator<String> it = mPendingUploads.keySet().iterator();
 380                     boolean found = false;
 381                     while (it.hasNext() && !found) {
 382                         found = it.next().startsWith(targetKey);
 383                     }
 384                     return found;
 385                 } else {
 386                     return (mPendingUploads.containsKey(targetKey));
 387                 }
 388             }
 389         }
 390
 391
 392         /**
 393          * Adds a listener interested in the progress of the upload for a concrete file.
 394          *
 395          * @param listener      Object to notify about progress of transfer.
 396          * @param account       ownCloud account holding the file of interest.
 397          * @param file          {@link OCFile} of interest for listener.
 398          */
 399         public void addDatatransferProgressListener (OnDatatransferProgressListener listener, Account account, OCFile file) {
 400             if (account == null || file == null || listener == null) return;
 401             String targetKey = buildRemoteName(account, file);
 402             mBoundListeners.put(targetKey, listener);
 403         }
 404
 405
 406
 407         /**
 408          * Removes a listener interested in the progress of the upload for a concrete file.
 409          *
 410          * @param listener      Object to notify about progress of transfer.
 411          * @param account       ownCloud account holding the file of interest.
 412          * @param file          {@link OCFile} of interest for listener.
 413          */
 414         public void removeDatatransferProgressListener (OnDatatransferProgressListener listener, Account account, OCFile file) {
 415             if (account == null || file == null || listener == null) return;
 416             String targetKey = buildRemoteName(account, file);
 417             if (mBoundListeners.get(targetKey) == listener) {
 418                 mBoundListeners.remove(targetKey);
 419             }
 420         }
 421
 422
 423         @Override
 424         public void onTransferProgress(long progressRate, long totalTransferredSoFar, long totalToTransfer,
 425                                        String fileName) {
 426             String key = buildRemoteName(mCurrentUpload.getAccount(), mCurrentUpload.getFile());
 427             OnDatatransferProgressListener boundListener = mBoundListeners.get(key);
 428             if (boundListener != null) {
 429                 boundListener.onTransferProgress(progressRate, totalTransferredSoFar, totalToTransfer, fileName);
 430             }
 431         }
 432
 433     }
 434
 435     /**
 436      * Upload worker. Performs the pending uploads in the order they were
 437      * requested.
 438      *
 439      * Created with the Looper of a new thread, started in
 440      * {@link FileUploader#onCreate()}.
 441      */
 442     private static class ServiceHandler extends Handler {
 443         // don't make it a final class, and don't remove the static ; lint will
 444         // warn about a possible memory leak
 445         FileUploader mService;
 446
 447         public ServiceHandler(Looper looper, FileUploader service) {
 448             super(looper);
 449             if (service == null)
 450                 throw new IllegalArgumentException("Received invalid NULL in parameter 'service'");
 451             mService = service;
 452         }
 453
 454         @Override
 455         public void handleMessage(Message msg) {
 456             @SuppressWarnings("unchecked")
 457             AbstractList<String> requestedUploads = (AbstractList<String>) msg.obj;
 458             if (msg.obj != null) {
 459                 Iterator<String> it = requestedUploads.iterator();
 460                 while (it.hasNext()) {
 461                     mService.uploadFile(it.next());
 462                 }
 463             }
 464             mService.stopSelf(msg.arg1);
 465         }
 466     }
 467
 468     /**
 469      * Core upload method: sends the file(s) to upload
 470      *
 471      * @param uploadKey Key to access the upload to perform, contained in
 472      *            mPendingUploads
 473      */
 474     public void uploadFile(String uploadKey) {
 475
 476         synchronized (mPendingUploads) {
 477             mCurrentUpload = mPendingUploads.get(uploadKey);
 478         }
 479
 480         if (mCurrentUpload != null) {
 481
 482             // Detect if the account exists
 483             if (AccountUtils.exists(mCurrentUpload.getAccount(), getApplicationContext())) {
 484                 Log_OC.d(TAG, "Account " + mCurrentUpload.getAccount().toString() + " exists");
 485
 486                 notifyUploadStart(mCurrentUpload);
 487
 488                 RemoteOperationResult uploadResult = null, grantResult = null;
 489
 490                 try {
 491                     /// prepare client object to send requests to the ownCloud server
 492                     if (mUploadClient == null || !mLastAccount.equals(mCurrentUpload.getAccount())) {
 493                         mLastAccount = mCurrentUpload.getAccount();
 494                         mStorageManager =
 495                                 new FileDataStorageManager(mLastAccount, getContentResolver());
 496                         OwnCloudAccount ocAccount = new OwnCloudAccount(mLastAccount, this);
 497                         mUploadClient = OwnCloudClientManagerFactory.getDefaultSingleton().
 498                                 getClientFor(ocAccount, this);
 499                     }
 500
 501                     /// check the existence of the parent folder for the file to upload
 502                     String remoteParentPath = new File(mCurrentUpload.getRemotePath()).getParent();
 503                     remoteParentPath = remoteParentPath.endsWith(OCFile.PATH_SEPARATOR) ? remoteParentPath : remoteParentPath + OCFile.PATH_SEPARATOR;
 504                     grantResult = grantFolderExistence(remoteParentPath);
 505
 506                     /// perform the upload
 507                     if (grantResult.isSuccess()) {
 508                         OCFile parent = mStorageManager.getFileByPath(remoteParentPath);
 509                         mCurrentUpload.getFile().setParentId(parent.getFileId());
 510                         uploadResult = mCurrentUpload.execute(mUploadClient);
 511                         if (uploadResult.isSuccess()) {
 512                             saveUploadedFile();
 513                         }
 514                     } else {
 515                         uploadResult = grantResult;
 516                     }
 517
 518                 } catch (AccountsException e) {
 519                     Log_OC.e(TAG, "Error while trying to get autorization for " + mLastAccount.name, e);
 520                     uploadResult = new RemoteOperationResult(e);
 521
 522                 } catch (IOException e) {
 523                     Log_OC.e(TAG, "Error while trying to get autorization for " + mLastAccount.name, e);
 524                     uploadResult = new RemoteOperationResult(e);
 525
 526                 } finally {
 527                     synchronized (mPendingUploads) {
 528                         mPendingUploads.remove(uploadKey);
 529                         Log_OC.i(TAG, "Remove CurrentUploadItem from pending upload Item Map.");
 530                     }
 531                     if (uploadResult.isException()) {
 532                         // enforce the creation of a new client object for next uploads; this grant that a new socket will
 533                         // be created in the future if the current exception is due to an abrupt lose of network connection
 534                         mUploadClient = null;
 535                     }
 536                 }
 537
 538                 /// notify result
 539                 notifyUploadResult(uploadResult, mCurrentUpload);
 540                 sendFinalBroadcast(mCurrentUpload, uploadResult);
 541
 542             } else {
 543                 // Cancel the transfer
 544                 Log_OC.d(TAG, "Account " + mCurrentUpload.getAccount().toString() + " doesn't exist");
 545                 cancelUploadForAccount(mCurrentUpload.getAccount().name);
 546
 547             }
 548         }
 549
 550     }
 551
 552     /**
 553      * Checks the existence of the folder where the current file will be uploaded both in the remote server
 554      * and in the local database.
 555      *
 556      * If the upload is set to enforce the creation of the folder, the method tries to create it both remote
 557      * and locally.
 558      *
 559      *  @param  pathToGrant     Full remote path whose existence will be granted.
 560      *  @return  An {@link OCFile} instance corresponding to the folder where the file will be uploaded.
 561      */
 562     private RemoteOperationResult grantFolderExistence(String pathToGrant) {
 563         RemoteOperation operation = new ExistenceCheckRemoteOperation(pathToGrant, this, false);
 564         RemoteOperationResult result = operation.execute(mUploadClient);
 565         if (!result.isSuccess() && result.getCode() == ResultCode.FILE_NOT_FOUND && mCurrentUpload.isRemoteFolderToBeCreated()) {
 566             SyncOperation syncOp = new CreateFolderOperation( pathToGrant, true);
 567             result = syncOp.execute(mUploadClient, mStorageManager);
 568         }
 569         if (result.isSuccess()) {
 570             OCFile parentDir = mStorageManager.getFileByPath(pathToGrant);
 571             if (parentDir == null) {
 572                 parentDir = createLocalFolder(pathToGrant);
 573             }
 574             if (parentDir != null) {
 575                 result = new RemoteOperationResult(ResultCode.OK);
 576             } else {
 577                 result = new RemoteOperationResult(ResultCode.UNKNOWN_ERROR);
 578             }
 579         }
 580         return result;
 581     }
 582
 583
 584     private OCFile createLocalFolder(String remotePath) {
 585         String parentPath = new File(remotePath).getParent();
 586         parentPath = parentPath.endsWith(OCFile.PATH_SEPARATOR) ? parentPath : parentPath + OCFile.PATH_SEPARATOR;
 587         OCFile parent = mStorageManager.getFileByPath(parentPath);
 588         if (parent == null) {
 589             parent = createLocalFolder(parentPath);
 590         }
 591         if (parent != null) {
 592             OCFile createdFolder = new OCFile(remotePath);
 593             createdFolder.setMimetype("DIR");
 594             createdFolder.setParentId(parent.getFileId());
 595             mStorageManager.saveFile(createdFolder);
 596             return createdFolder;
 597         }
 598         return null;
 599     }
 600
 601
 602     /**
 603      * Saves a OC File after a successful upload.
 604      *
 605      * A PROPFIND is necessary to keep the props in the local database
 606      * synchronized with the server, specially the modification time and Etag
 607      * (where available)
 608      *
 609      * TODO refactor this ugly thing
 610      */
 611     private void saveUploadedFile() {
 612         OCFile file = mCurrentUpload.getFile();
 613         if (file.fileExists()) {
 614             file = mStorageManager.getFileById(file.getFileId());
 615         }
 616         long syncDate = System.currentTimeMillis();
 617         file.setLastSyncDateForData(syncDate);
 618
 619         // new PROPFIND to keep data consistent with server
 620         // in theory, should return the same we already have
 621         ReadRemoteFileOperation operation = new ReadRemoteFileOperation(mCurrentUpload.getRemotePath());
 622         RemoteOperationResult result = operation.execute(mUploadClient);
 623         if (result.isSuccess()) {
 624             updateOCFile(file, (RemoteFile) result.getData().get(0));
 625             file.setLastSyncDateForProperties(syncDate);
 626         }
 627
 628         // / maybe this would be better as part of UploadFileOperation... or
 629         // maybe all this method
 630         if (mCurrentUpload.wasRenamed()) {
 631             OCFile oldFile = mCurrentUpload.getOldFile();
 632             if (oldFile.fileExists()) {
 633                 oldFile.setStoragePath(null);
 634                 mStorageManager.saveFile(oldFile);
 635
 636             } // else: it was just an automatic renaming due to a name
 637             // coincidence; nothing else is needed, the storagePath is right
 638             // in the instance returned by mCurrentUpload.getFile()
 639         }
 640         file.setNeedsUpdateThumbnail(true);
 641         mStorageManager.saveFile(file);
 642     }
 643
 644     private void updateOCFile(OCFile file, RemoteFile remoteFile) {
 645         file.setCreationTimestamp(remoteFile.getCreationTimestamp());
 646         file.setFileLength(remoteFile.getLength());
 647         file.setMimetype(remoteFile.getMimeType());
 648         file.setModificationTimestamp(remoteFile.getModifiedTimestamp());
 649         file.setModificationTimestampAtLastSyncForData(remoteFile.getModifiedTimestamp());
 650         // file.setEtag(remoteFile.getEtag());    // TODO Etag, where available
 651         file.setRemoteId(remoteFile.getRemoteId());
 652     }
 653
 654     private OCFile obtainNewOCFileToUpload(String remotePath, String localPath, String mimeType,
 655                                            FileDataStorageManager storageManager) {
 656
 657         // MIME type
 658         if (mimeType == null || mimeType.length() <= 0) {
 659             try {
 660                 mimeType = MimeTypeMap.getSingleton().getMimeTypeFromExtension(
 661                         remotePath.substring(remotePath.lastIndexOf('.') + 1));
 662             } catch (IndexOutOfBoundsException e) {
 663                 Log_OC.e(TAG, "Trying to find out MIME type of a file without extension: " + remotePath);
 664             }
 665         }
 666         if (mimeType == null) {
 667             mimeType = "application/octet-stream";
 668         }
 669
 670         if (isPdfFileFromContentProviderWithoutExtension(localPath, mimeType)){
 671             remotePath += FILE_EXTENSION_PDF;
 672         }
 673
 674         OCFile newFile = new OCFile(remotePath);
 675         newFile.setStoragePath(localPath);
 676         newFile.setLastSyncDateForProperties(0);
 677         newFile.setLastSyncDateForData(0);
 678
 679         // size
 680         if (localPath != null && localPath.length() > 0) {
 681             File localFile = new File(localPath);
 682             newFile.setFileLength(localFile.length());
 683             newFile.setLastSyncDateForData(localFile.lastModified());
 684         } // don't worry about not assigning size, the problems with localPath
 685         // are checked when the UploadFileOperation instance is created
 686
 687
 688         newFile.setMimetype(mimeType);
 689
 690         return newFile;
 691     }
 692
 693     /**
 694      * Creates a status notification to show the upload progress
 695      *
 696      * @param upload Upload operation starting.
 697      */
 698     private void notifyUploadStart(UploadFileOperation upload) {
 699         // / create status notification with a progress bar
 700         mLastPercent = 0;
 701         mNotificationBuilder =
 702                 NotificationBuilderWithProgressBar.newNotificationBuilderWithProgressBar(this);
 703         mNotificationBuilder
 704                 .setOngoing(true)
 705                 .setSmallIcon(R.drawable.notification_icon)
 706                 .setTicker(getString(R.string.uploader_upload_in_progress_ticker))
 707                 .setContentTitle(getString(R.string.uploader_upload_in_progress_ticker))
 708                 .setProgress(100, 0, false)
 709                 .setContentText(
 710                         String.format(getString(R.string.uploader_upload_in_progress_content), 0, upload.getFileName()));
 711
 712         /// includes a pending intent in the notification showing the details view of the file
 713         Intent showDetailsIntent = new Intent(this, FileDisplayActivity.class);
 714         showDetailsIntent.putExtra(FileActivity.EXTRA_FILE, upload.getFile());
 715         showDetailsIntent.putExtra(FileActivity.EXTRA_ACCOUNT, upload.getAccount());
 716         showDetailsIntent.setFlags(Intent.FLAG_ACTIVITY_CLEAR_TOP);
 717         mNotificationBuilder.setContentIntent(PendingIntent.getActivity(
 718                 this, (int) System.currentTimeMillis(), showDetailsIntent, 0
 719         ));
 720
 721         mNotificationManager.notify(R.string.uploader_upload_in_progress_ticker, mNotificationBuilder.build());
 722     }
 723
 724     /**
 725      * Callback method to update the progress bar in the status notification
 726      */
 727     @Override
 728     public void onTransferProgress(long progressRate, long totalTransferredSoFar, long totalToTransfer, String filePath) {
 729         int percent = (int) (100.0 * ((double) totalTransferredSoFar) / ((double) totalToTransfer));
 730         if (percent != mLastPercent) {
 731             mNotificationBuilder.setProgress(100, percent, false);
 732             String fileName = filePath.substring(filePath.lastIndexOf(FileUtils.PATH_SEPARATOR) + 1);
 733             String text = String.format(getString(R.string.uploader_upload_in_progress_content), percent, fileName);
 734             mNotificationBuilder.setContentText(text);
 735             mNotificationManager.notify(R.string.uploader_upload_in_progress_ticker, mNotificationBuilder.build());
 736         }
 737         mLastPercent = percent;
 738     }
 739
 740     /**
 741      * Updates the status notification with the result of an upload operation.
 742      *
 743      * @param uploadResult Result of the upload operation.
 744      * @param upload Finished upload operation
 745      */
 746     private void notifyUploadResult(
 747             RemoteOperationResult uploadResult, UploadFileOperation upload) {
 748         Log_OC.d(TAG, "NotifyUploadResult with resultCode: " + uploadResult.getCode());
 749         // / cancelled operation or success -> silent removal of progress notification
 750         mNotificationManager.cancel(R.string.uploader_upload_in_progress_ticker);
 751
 752         // Show the result: success or fail notification
 753         if (!uploadResult.isCancelled()) {
 754             int tickerId = (uploadResult.isSuccess()) ? R.string.uploader_upload_succeeded_ticker :
 755                     R.string.uploader_upload_failed_ticker;
 756
 757             String content = null;
 758
 759             // check credentials error
 760             boolean needsToUpdateCredentials = (
 761                     uploadResult.getCode() == ResultCode.UNAUTHORIZED ||
 762                             uploadResult.isIdPRedirection()
 763             );
 764             tickerId = (needsToUpdateCredentials) ?
 765                     R.string.uploader_upload_failed_credentials_error : tickerId;
 766
 767             mNotificationBuilder
 768                     .setTicker(getString(tickerId))
 769                     .setContentTitle(getString(tickerId))
 770                     .setAutoCancel(true)
 771                     .setOngoing(false)
 772                     .setProgress(0, 0, false);
 773
 774             content =  ErrorMessageAdapter.getErrorCauseMessage(
 775                     uploadResult, upload, getResources()
 776             );
 777
 778             if (needsToUpdateCredentials) {
 779                 // let the user update credentials with one click
 780                 Intent updateAccountCredentials = new Intent(this, AuthenticatorActivity.class);
 781                 updateAccountCredentials.putExtra(
 782                         AuthenticatorActivity.EXTRA_ACCOUNT, upload.getAccount()
 783                 );
 784                 updateAccountCredentials.putExtra(
 785                         AuthenticatorActivity.EXTRA_ACTION,
 786                         AuthenticatorActivity.ACTION_UPDATE_EXPIRED_TOKEN
 787                 );
 788                 updateAccountCredentials.addFlags(Intent.FLAG_ACTIVITY_NEW_TASK);
 789                 updateAccountCredentials.addFlags(Intent.FLAG_ACTIVITY_EXCLUDE_FROM_RECENTS);
 790                 updateAccountCredentials.addFlags(Intent.FLAG_FROM_BACKGROUND);
 791                 mNotificationBuilder.setContentIntent(PendingIntent.getActivity(
 792                         this,
 793                         (int) System.currentTimeMillis(),
 794                         updateAccountCredentials,
 795                         PendingIntent.FLAG_ONE_SHOT
 796                 ));
 797
 798                 mUploadClient = null;
 799                 // grant that future retries on the same account will get the fresh credentials
 800             } else {
 801                 mNotificationBuilder.setContentText(content);
 802
 803                 if (upload.isInstant()) {
 804                     DbHandler db = null;
 805                     try {
 806                         db = new DbHandler(this.getBaseContext());
 807                         String message = uploadResult.getLogMessage() + " errorCode: " +
 808                                 uploadResult.getCode();
 809                         Log_OC.e(TAG, message + " Http-Code: " + uploadResult.getHttpCode());
 810                         if (uploadResult.getCode() == ResultCode.QUOTA_EXCEEDED) {
 811                             //message = getString(R.string.failed_upload_quota_exceeded_text);
 812                             if (db.updateFileState(
 813                                     upload.getOriginalStoragePath(),
 814                                     DbHandler.UPLOAD_STATUS_UPLOAD_FAILED,
 815                                     message) == 0) {
 816                                 db.putFileForLater(
 817                                         upload.getOriginalStoragePath(),
 818                                         upload.getAccount().name,
 819                                         message
 820                                 );
 821                             }
 822                         }
 823                     } finally {
 824                         if (db != null) {
 825                             db.close();
 826                         }
 827                     }
 828                 }
 829             }
 830
 831             mNotificationBuilder.setContentText(content);
 832             mNotificationManager.notify(tickerId, mNotificationBuilder.build());
 833
 834             if (uploadResult.isSuccess()) {
 835
 836                 DbHandler db = new DbHandler(this.getBaseContext());
 837                 db.removeIUPendingFile(mCurrentUpload.getOriginalStoragePath());
 838                 db.close();
 839
 840                 // remove success notification, with a delay of 2 seconds
 841                 NotificationDelayer.cancelWithDelay(
 842                         mNotificationManager,
 843                         R.string.uploader_upload_succeeded_ticker,
 844                         2000);
 845
 846             }
 847         }
 848     }
 849
 850     /**
 851      * Sends a broadcast in order to the interested activities can update their
 852      * view
 853      *
 854      * @param upload Finished upload operation
 855      * @param uploadResult Result of the upload operation
 856      */
 857     private void sendFinalBroadcast(UploadFileOperation upload, RemoteOperationResult uploadResult) {
 858         Intent end = new Intent(getUploadFinishMessage());
 859         end.putExtra(EXTRA_REMOTE_PATH, upload.getRemotePath()); // real remote
 860         // path, after
 861         // possible
 862         // automatic
 863         // renaming
 864         if (upload.wasRenamed()) {
 865             end.putExtra(EXTRA_OLD_REMOTE_PATH, upload.getOldFile().getRemotePath());
 866         }
 867         end.putExtra(EXTRA_OLD_FILE_PATH, upload.getOriginalStoragePath());
 868         end.putExtra(ACCOUNT_NAME, upload.getAccount().name);
 869         end.putExtra(EXTRA_UPLOAD_RESULT, uploadResult.isSuccess());
 870         sendStickyBroadcast(end);
 871     }
 872
 873     /**
 874      * Checks if content provider, using the content:// scheme, returns a file with mime-type
 875      * 'application/pdf' but file has not extension
 876      * @param localPath
 877      * @param mimeType
 878      * @return true if is needed to add the pdf file extension to the file
 879      */
 880     private boolean isPdfFileFromContentProviderWithoutExtension(String localPath, String mimeType) {
 881         return localPath.startsWith(UriUtils.URI_CONTENT_SCHEME) &&
 882                 mimeType.equals(MIME_TYPE_PDF) &&
 883                 !localPath.endsWith(FILE_EXTENSION_PDF);
 884     }
 885
 886     /**
 887      * Remove uploads of an account
 888      * @param accountName
 889      */
 890     private void cancelUploadForAccount(String accountName){
 891         // this can be slow if there are many uploads :(
 892         Iterator<String> it = mPendingUploads.keySet().iterator();
 893         Log_OC.d(TAG, "Number of pending updloads= "  + mPendingUploads.size());
 894         boolean found;
 895         while (it.hasNext()) {
 896             String key = it.next();
 897             Log_OC.d(TAG, "mPendingUploads CANCELLED" + key);
 898             if (key.startsWith(accountName)) {
 899                 mPendingUploads.remove(key);
 900             }
 901         }
 902     }
 903 }