mirror of
https://github.com/xorgy/mediafire-fuse
synced 2026-01-13 21:24:28 -08:00
Add support for updating local cache through patches
- refactor some code: - code handling the file cache is now in fuse/filecache.c - base36 and base16 encoding and decoding moved to utils/hash.c - mfshell: add "updates" command calling device/get_updates - add container class to store patch information as mfapi/patch.c - apicalls: store more info retrieved by file/get_info - apicalls: add device/get_updates - apicalls: add device/get_patch
This commit is contained in:
josch
477
fuse/filecache.c
Normal file
477
fuse/filecache.c
Normal file
@@ -0,0 +1,477 @@
|
||||
/*
|
||||
* Copyright (C) 2014 Johannes Schauer <j.schauer@email.de>
|
||||
*
|
||||
* This program is free software; you can redistribute it and/or modify it
|
||||
* under the terms of the GNU General Public License version 2, as published by
|
||||
* the Free Software Foundation.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful, but WITHOUT
|
||||
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
||||
* more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License along with
|
||||
* this program; if not, write to the Free Software Foundation, Inc., 51
|
||||
* Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
||||
*
|
||||
*/
|
||||
|
||||
#include <unistd.h>
|
||||
#include <sys/types.h>
|
||||
#include <sys/stat.h>
|
||||
#include <fcntl.h>
|
||||
#include <stdio.h>
|
||||
#include <string.h>
|
||||
#include <inttypes.h>
|
||||
#include <openssl/sha.h>
|
||||
|
||||
#include "../utils/hash.h"
|
||||
#include "../utils/xdelta3.h"
|
||||
#include "../mfapi/file.h"
|
||||
#include "../mfapi/apicalls.h"
|
||||
#include "../mfapi/patch.h"
|
||||
#include "../utils/http.h"
|
||||
#include "../utils/strings.h"
|
||||
|
||||
static int filecache_check_integrity(const char * cachefile, uint64_t fsize, const unsigned char * fhash);
|
||||
static int filecache_check_integrity_size(const char * cachefile, uint64_t fsize);
|
||||
static int filecache_check_integrity_hash(const char * cachefile, const unsigned char * fhash);
|
||||
static int filecache_update_file(const char * filecache_path, mfconn * conn, const char * quickkey, uint64_t local_revision, uint64_t remote_revision);
|
||||
static int filecache_download_file(const char * filecache_path, const char * quickkey, uint64_t remote_revision, mfconn * conn);
|
||||
static int filecache_download_patch(mfconn * conn, const char * quickkey, uint64_t source_revision, uint64_t target_revision, const char * phash, const char * filecache_path);
|
||||
static int filecache_patch_file(const char * filecache_path, const char * quickkey, uint64_t source_revision, uint64_t target_revision);
|
||||
|
||||
int filecache_open_file(const char * quickkey, uint64_t local_revision,
|
||||
uint64_t remote_revision, uint64_t fsize, const unsigned char * fhash,
|
||||
const char * filecache_path, mfconn * conn)
|
||||
{
|
||||
char *cachefile;
|
||||
int fd;
|
||||
int retval;
|
||||
|
||||
/* check if the requested file is already in the cache */
|
||||
cachefile =
|
||||
strdup_printf("%s/%s_%d", filecache_path, quickkey,
|
||||
remote_revision);
|
||||
fd = open(cachefile, O_RDWR);
|
||||
if (fd > 0) {
|
||||
/* file existed - return handle */
|
||||
free(cachefile);
|
||||
return fd;
|
||||
}
|
||||
free(cachefile);
|
||||
|
||||
/* if the file with remote revision didn't exist, then check whether an
|
||||
* old revision exists and in that case update that.
|
||||
*
|
||||
* Otherwise, download the file anew */
|
||||
|
||||
cachefile =
|
||||
strdup_printf("%s/%s_%d", filecache_path, quickkey,
|
||||
local_revision);
|
||||
fd = open(cachefile, O_RDWR);
|
||||
free(cachefile);
|
||||
if (fd > 0) {
|
||||
close(fd);
|
||||
/* file exists, so we have to update it with one or more patches from
|
||||
* the remote */
|
||||
retval = filecache_update_file(filecache_path, conn, quickkey, local_revision, remote_revision);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "update_file failed\n");
|
||||
return -1;
|
||||
}
|
||||
|
||||
} else {
|
||||
/* download the file */
|
||||
retval = filecache_download_file(filecache_path, quickkey, remote_revision, conn);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "filecache_download_file failed\n");
|
||||
return -1;
|
||||
}
|
||||
}
|
||||
|
||||
/* check whether the patched or newly downloaded file matches the hash we
|
||||
* have stored */
|
||||
cachefile =
|
||||
strdup_printf("%s/%s_%d", filecache_path, quickkey,
|
||||
remote_revision);
|
||||
retval = filecache_check_integrity(cachefile, fsize, fhash);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "checking integrity failed\n");
|
||||
free(cachefile);
|
||||
return -1;
|
||||
}
|
||||
|
||||
fd = open(cachefile, O_RDWR);
|
||||
|
||||
free(cachefile);
|
||||
|
||||
/* return the file handle */
|
||||
return fd;
|
||||
}
|
||||
|
||||
static int filecache_check_integrity(const char * path, uint64_t fsize, const unsigned char * fhash) {
|
||||
int retval;
|
||||
|
||||
retval = filecache_check_integrity_size(path, fsize);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "filecache_check_integrity_size failed\n");
|
||||
return -1;
|
||||
}
|
||||
|
||||
retval = filecache_check_integrity_hash(path, fhash);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "filecache_check_integrity_hash failed\n");
|
||||
return -1;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int filecache_check_integrity_size(const char * path, uint64_t fsize)
|
||||
{
|
||||
struct stat file_info;
|
||||
int retval;
|
||||
uint64_t bytes_read;
|
||||
|
||||
/* check if the size of the downloaded file matches the expected size */
|
||||
memset(&file_info, 0, sizeof(file_info));
|
||||
retval = stat(path, &file_info);
|
||||
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "stat failed\n");
|
||||
return -1;
|
||||
}
|
||||
|
||||
bytes_read = file_info.st_size;
|
||||
|
||||
if (bytes_read != fsize) {
|
||||
fprintf(stderr,
|
||||
"expected %" PRIu64 " bytes but got %" PRIu64 " bytes\n",
|
||||
fsize, bytes_read);
|
||||
return -1;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int filecache_check_integrity_hash(const char * path, const unsigned char * fhash)
|
||||
{
|
||||
int retval;
|
||||
FILE *fh;
|
||||
unsigned char hash[SHA256_DIGEST_LENGTH];
|
||||
char *hexhash;
|
||||
|
||||
fh = fopen(path, "r");
|
||||
if (fh == NULL) {
|
||||
perror("cannot open file");
|
||||
return -1;
|
||||
}
|
||||
|
||||
retval = calc_sha256(fh, hash);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "failed to calculate hash\n");
|
||||
fclose(fh);
|
||||
return -1;
|
||||
}
|
||||
|
||||
fclose(fh);
|
||||
|
||||
if (memcmp(fhash, hash, SHA256_DIGEST_LENGTH) != 0) {
|
||||
fprintf(stderr, "hashes are not equal\n");
|
||||
hexhash = binary2hex(fhash, SHA256_DIGEST_LENGTH);
|
||||
fprintf(stderr, "remote: %s\n", hexhash);
|
||||
free(hexhash);
|
||||
hexhash = binary2hex(hash, SHA256_DIGEST_LENGTH);
|
||||
fprintf(stderr, "downloaded: %s\n", hexhash);
|
||||
free(hexhash);
|
||||
return -1;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int filecache_download_file(const char * filecache_path, const char * quickkey, uint64_t remote_revision, mfconn * conn)
|
||||
{
|
||||
const char *url;
|
||||
mffile *file;
|
||||
mfhttp *http;
|
||||
char *cachefile;
|
||||
int retval;
|
||||
|
||||
cachefile = strdup_printf("%s/%s_%d", filecache_path, quickkey,
|
||||
remote_revision);
|
||||
|
||||
file = file_alloc();
|
||||
retval = mfconn_api_file_get_links(conn, file, (char *)quickkey);
|
||||
mfconn_update_secret_key(conn);
|
||||
|
||||
if (retval == -1) {
|
||||
fprintf(stderr, "mfconn_api_file_get_links failed\n");
|
||||
free(cachefile);
|
||||
file_free(file);
|
||||
return -1;
|
||||
}
|
||||
|
||||
url = file_get_direct_link(file);
|
||||
|
||||
if (url == NULL) {
|
||||
fprintf(stderr, "file_get_direct_link failed\n");
|
||||
free(cachefile);
|
||||
file_free(file);
|
||||
return -1;
|
||||
}
|
||||
|
||||
http = http_create();
|
||||
retval = http_get_file(http, url, cachefile);
|
||||
http_destroy(http);
|
||||
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "download failed\n");
|
||||
free(cachefile);
|
||||
file_free(file);
|
||||
return -1;
|
||||
}
|
||||
|
||||
free(cachefile);
|
||||
file_free(file);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int filecache_update_file(const char * filecache_path, mfconn * conn, const char * quickkey, uint64_t local_revision, uint64_t remote_revision)
|
||||
{
|
||||
unsigned char hash2[SHA256_DIGEST_LENGTH];
|
||||
int retval;
|
||||
int i;
|
||||
uint64_t last_target_revision;
|
||||
char *cachefile;
|
||||
|
||||
mfpatch **patches = NULL;
|
||||
|
||||
retval = mfconn_api_device_get_updates(conn, quickkey,
|
||||
local_revision, remote_revision,
|
||||
&patches);
|
||||
mfconn_update_secret_key(conn);
|
||||
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "device/get_updates api call unsuccessful\n");
|
||||
return -1;
|
||||
}
|
||||
|
||||
// if no patches are returned, then the full file has to be downloaded
|
||||
if (patches[0] == NULL) {
|
||||
free(patches);
|
||||
|
||||
retval = filecache_download_file(filecache_path, quickkey, remote_revision, conn);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "filecache_download_file failed\n");
|
||||
return -1;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
last_target_revision = local_revision;
|
||||
// else, go through all patches and download and apply them
|
||||
for (i = 0; patches[i] != NULL; i++) {
|
||||
/* verify that the source revision is equal to the last target
|
||||
* revision */
|
||||
if (patch_get_source_revision(patches[i]) != last_target_revision) {
|
||||
fprintf(stderr, "the source revision is unequal the last target revision\n");
|
||||
break;
|
||||
}
|
||||
last_target_revision = patch_get_target_revision(patches[i]);
|
||||
|
||||
retval = filecache_download_patch(conn, quickkey, patch_get_source_revision(patches[i]), patch_get_target_revision(patches[i]), patch_get_hash(patches[i]), filecache_path);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "filecache_download_patch failed\n");
|
||||
break;
|
||||
}
|
||||
|
||||
/* verify that the file to patch has the right hash */
|
||||
cachefile =
|
||||
strdup_printf("%s/%s_%d", filecache_path, quickkey,
|
||||
patch_get_source_revision(patches[i]));
|
||||
hex2binary(patch_get_source_hash(patches[i]), hash2);
|
||||
retval = filecache_check_integrity_hash(cachefile, hash2);
|
||||
free(cachefile);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "the source file has the wrong hash\n");
|
||||
break;
|
||||
}
|
||||
|
||||
/* now apply the patch in patchfile to the file in cachefile */
|
||||
retval = filecache_patch_file(filecache_path, quickkey, patch_get_source_revision(patches[i]), patch_get_target_revision(patches[i]));
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "filecache_patch_file failed\n");
|
||||
break;
|
||||
}
|
||||
|
||||
/* verify that the patched file has the right hash */
|
||||
cachefile =
|
||||
strdup_printf("%s/%s_%d", filecache_path, quickkey,
|
||||
patch_get_target_revision(patches[i]));
|
||||
hex2binary(patch_get_target_hash(patches[i]), hash2);
|
||||
retval = filecache_check_integrity_hash(cachefile, hash2);
|
||||
free(cachefile);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "the target file has the wrong hash\n");
|
||||
break;
|
||||
}
|
||||
|
||||
free(patches[i]);
|
||||
}
|
||||
|
||||
/* check if the terminating NULL was reached or if processing was aborted
|
||||
* before that */
|
||||
if (patches[i] != NULL) {
|
||||
for (; patches[i] != NULL; i++) free(patches[i]);
|
||||
free(patches);
|
||||
return -1;
|
||||
}
|
||||
|
||||
free(patches);
|
||||
|
||||
/* verify that the last target revision is equal to the requested remote
|
||||
* revision */
|
||||
if (last_target_revision != remote_revision) {
|
||||
fprintf(stderr, "last_target_revision is not equal to the requested remote revision\n");
|
||||
return -1;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int filecache_download_patch(mfconn * conn, const char * quickkey, uint64_t source_revision, uint64_t target_revision, const char * phash, const char * filecache_path)
|
||||
{
|
||||
mfpatch *patch;
|
||||
const char *url;
|
||||
mfhttp *http;
|
||||
int retval;
|
||||
char *patchfile;
|
||||
unsigned char hash2[SHA256_DIGEST_LENGTH];
|
||||
|
||||
/* first retrieve the patch url */
|
||||
patch = patch_alloc();
|
||||
retval = mfconn_api_device_get_patch(conn, patch, quickkey,
|
||||
source_revision,
|
||||
target_revision);
|
||||
mfconn_update_secret_key(conn);
|
||||
|
||||
if (retval == -1) {
|
||||
fprintf(stderr, "mfconn_api_device_get_patch failed\n");
|
||||
patch_free(patch);
|
||||
return -1;
|
||||
}
|
||||
|
||||
/* verify if the retrieved patch hash is the expected patch hash */
|
||||
if (strcmp(phash, patch_get_hash(patch)) != 0) {
|
||||
fprintf(stderr, "the expected patch hash is not equal the hash returned by device/get_patch\n");
|
||||
patch_free(patch);
|
||||
return -1;
|
||||
}
|
||||
|
||||
/* then download the patch */
|
||||
url = patch_get_link(patch);
|
||||
|
||||
if (url == NULL || url[0] == '\0') {
|
||||
fprintf(stderr, "patch_get_link failed\n");
|
||||
patch_free(patch);
|
||||
return -1;
|
||||
}
|
||||
|
||||
patchfile =
|
||||
strdup_printf("%s/%s_patch_%d_%d", filecache_path, quickkey,
|
||||
source_revision, target_revision);
|
||||
|
||||
http = http_create();
|
||||
retval = http_get_file(http, url, patchfile);
|
||||
http_destroy(http);
|
||||
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "download failed\n");
|
||||
free(patchfile);
|
||||
patch_free(patch);
|
||||
return -1;
|
||||
}
|
||||
|
||||
/* verify the integrity of the patch */
|
||||
hex2binary(patch_get_hash(patch), hash2);
|
||||
retval = filecache_check_integrity_hash(patchfile, hash2);
|
||||
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "filecache_check_integrity_hash failed for patch\n");
|
||||
patch_free(patch);
|
||||
return -1;
|
||||
}
|
||||
|
||||
patch_free(patch);
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int filecache_patch_file(const char * filecache_path, const char * quickkey, uint64_t source_revision, uint64_t target_revision)
|
||||
{
|
||||
char *patchfile;
|
||||
char *sourcefile;
|
||||
char *targetfile;
|
||||
FILE *sourcefile_fh;
|
||||
FILE *patchfile_fh;
|
||||
FILE *targetfile_fh;
|
||||
int retval;
|
||||
|
||||
sourcefile =
|
||||
strdup_printf("%s/%s_%d", filecache_path, quickkey,
|
||||
source_revision);
|
||||
sourcefile_fh = fopen(sourcefile, "r");
|
||||
if (sourcefile_fh == NULL) {
|
||||
fprintf(stderr, "cannot open %s\n", sourcefile);
|
||||
free(sourcefile);
|
||||
return -1;
|
||||
}
|
||||
|
||||
free(sourcefile);
|
||||
|
||||
patchfile =
|
||||
strdup_printf("%s/%s_patch_%d_%d", filecache_path, quickkey,
|
||||
source_revision, target_revision);
|
||||
patchfile_fh = fopen(patchfile, "r");
|
||||
if (patchfile_fh == NULL) {
|
||||
fprintf(stderr, "cannot open %s\n", patchfile);
|
||||
free(patchfile);
|
||||
fclose(sourcefile_fh);
|
||||
return -1;
|
||||
}
|
||||
|
||||
free(patchfile);
|
||||
|
||||
targetfile =
|
||||
strdup_printf("%s/%s_%d", filecache_path, quickkey,
|
||||
target_revision);
|
||||
targetfile_fh = fopen(targetfile, "w");
|
||||
if (targetfile_fh == NULL) {
|
||||
fprintf(stderr, "cannot open %s\n", targetfile);
|
||||
fclose(sourcefile_fh);
|
||||
fclose(patchfile_fh);
|
||||
free(targetfile);
|
||||
return -1;
|
||||
}
|
||||
|
||||
free(targetfile);
|
||||
|
||||
retval = xdelta3_patch(sourcefile_fh, patchfile_fh, targetfile_fh);
|
||||
if (retval != 0) {
|
||||
fprintf(stderr, "unable to patch\n");
|
||||
fclose(sourcefile_fh);
|
||||
fclose(patchfile_fh);
|
||||
fclose(targetfile_fh);
|
||||
return -1;
|
||||
}
|
||||
|
||||
fclose(sourcefile_fh);
|
||||
fclose(patchfile_fh);
|
||||
fclose(targetfile_fh);
|
||||
|
||||
return 0;
|
||||
}
|
||||
Reference in New Issue
Block a user