/* builder-source-file.c * * Copyright (C) 2015 Red Hat, Inc * * This file is free software; you can redistribute it and/or modify it * under the terms of the GNU Lesser General Public License as * published by the Free Software Foundation; either version 2 of the * License, or (at your option) any later version. * * This file is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public License * along with this program. If not, see . * * Authors: * Alexander Larsson */ #include "config.h" #include #include #include #include #include #include "builder-flatpak-utils.h" #include "builder-utils.h" #include "builder-source-file.h" struct BuilderSourceFile { BuilderSource parent; char *path; char *url; char **mirror_urls; char *md5; char *sha1; char *sha256; char *sha512; char *dest_filename; }; typedef struct { BuilderSourceClass parent_class; } BuilderSourceFileClass; G_DEFINE_TYPE (BuilderSourceFile, builder_source_file, BUILDER_TYPE_SOURCE); enum { PROP_0, PROP_PATH, PROP_URL, PROP_MD5, PROP_SHA1, PROP_SHA256, PROP_SHA512, PROP_DEST_FILENAME, PROP_MIRROR_URLS, LAST_PROP }; static void builder_source_file_finalize (GObject *object) { BuilderSourceFile *self = (BuilderSourceFile *) object; g_free (self->path); g_free (self->url); g_free (self->md5); g_free (self->sha1); g_free (self->sha256); g_free (self->sha512); g_free (self->dest_filename); g_strfreev (self->mirror_urls); G_OBJECT_CLASS (builder_source_file_parent_class)->finalize (object); } static void builder_source_file_get_property (GObject *object, guint prop_id, GValue *value, GParamSpec *pspec) { BuilderSourceFile *self = BUILDER_SOURCE_FILE (object); switch (prop_id) { case PROP_PATH: g_value_set_string (value, self->path); break; case PROP_URL: g_value_set_string (value, self->url); break; case PROP_MD5: g_value_set_string (value, self->md5); break; case PROP_SHA1: g_value_set_string (value, self->sha1); break; case PROP_SHA256: g_value_set_string (value, self->sha256); break; case PROP_SHA512: g_value_set_string (value, self->sha512); break; case PROP_DEST_FILENAME: g_value_set_string (value, self->dest_filename); break; case PROP_MIRROR_URLS: g_value_set_boxed (value, self->mirror_urls); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); } } static void builder_source_file_set_property (GObject *object, guint prop_id, const GValue *value, GParamSpec *pspec) { BuilderSourceFile *self = BUILDER_SOURCE_FILE (object); gchar **tmp; switch (prop_id) { case PROP_PATH: g_free (self->path); self->path = g_value_dup_string (value); break; case PROP_URL: g_free (self->url); self->url = g_value_dup_string (value); break; case PROP_MD5: g_free (self->md5); self->md5 = g_value_dup_string (value); break; case PROP_SHA1: g_free (self->sha1); self->sha1 = g_value_dup_string (value); break; case PROP_SHA256: g_free (self->sha256); self->sha256 = g_value_dup_string (value); break; case PROP_SHA512: g_free (self->sha512); self->sha512 = g_value_dup_string (value); break; case PROP_DEST_FILENAME: g_free (self->dest_filename); self->dest_filename = g_value_dup_string (value); break; case PROP_MIRROR_URLS: tmp = self->mirror_urls; self->mirror_urls = g_strdupv (g_value_get_boxed (value)); g_strfreev (tmp); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); } } static SoupURI * get_uri (BuilderSourceFile *self, GError **error) { SoupURI *uri; if (self->url == NULL) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "URL not specified"); return NULL; } uri = soup_uri_new (self->url); if (uri == NULL) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Invalid URL '%s'", self->url); return NULL; } return uri; } static GFile * get_download_location (BuilderSourceFile *self, gboolean *is_inline, BuilderContext *context, GError **error) { g_autoptr(SoupURI) uri = NULL; const char *path; g_autofree char *base_name = NULL; g_autoptr(GFile) file = NULL; const char *checksums[BUILDER_CHECKSUMS_LEN]; GChecksumType checksums_type[BUILDER_CHECKSUMS_LEN]; uri = get_uri (self, error); if (uri == NULL) return FALSE; path = soup_uri_get_path (uri); if (g_str_has_prefix (self->url, "data:")) { *is_inline = TRUE; return g_file_new_for_path ("inline data"); } *is_inline = FALSE; base_name = g_path_get_basename (path); builder_get_all_checksums (checksums, checksums_type, self->md5, self->sha1, self->sha256, self->sha512); if (checksums[0] == NULL) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "No checksum specified for file source %s", base_name); return FALSE; } file = builder_context_find_in_sources_dirs (context, "downloads", checksums[0], base_name, NULL); if (file != NULL) return g_steal_pointer (&file); file = flatpak_build_file (builder_context_get_download_dir (context), checksums[0], base_name, NULL); return g_steal_pointer (&file); } static GFile * get_source_file (BuilderSourceFile *self, BuilderContext *context, gboolean *is_local, gboolean *is_inline, GError **error) { GFile *base_dir = BUILDER_SOURCE (self)->base_dir; if (self->url != NULL && self->url[0] != 0) { *is_local = FALSE; return get_download_location (self, is_inline, context, error); } if (self->path != NULL && self->path[0] != 0) { *is_local = TRUE; *is_inline = FALSE; return g_file_resolve_relative_path (base_dir, self->path); } g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "source file path or url not specified"); return NULL; } static GBytes * download_data_uri (const char *url, BuilderContext *context, GError **error) { SoupSession *session; g_autoptr(SoupRequest) req = NULL; g_autoptr(GInputStream) input = NULL; g_autoptr(GOutputStream) out = NULL; session = builder_context_get_soup_session (context); req = soup_session_request (session, url, error); if (req == NULL) return NULL; input = soup_request_send (req, NULL, error); if (input == NULL) return NULL; out = g_memory_output_stream_new_resizable (); if (!g_output_stream_splice (out, input, G_OUTPUT_STREAM_SPLICE_CLOSE_TARGET | G_OUTPUT_STREAM_SPLICE_CLOSE_SOURCE, NULL, error)) return NULL; return g_memory_output_stream_steal_as_bytes (G_MEMORY_OUTPUT_STREAM (out)); } static gboolean builder_source_file_show_deps (BuilderSource *source, GError **error) { BuilderSourceFile *self = BUILDER_SOURCE_FILE (source); if (self->path && self->path[0] != 0) g_print ("%s\n", self->path); return TRUE; } static gboolean builder_source_file_download (BuilderSource *source, gboolean update_vcs, BuilderContext *context, GError **error) { BuilderSourceFile *self = BUILDER_SOURCE_FILE (source); g_autoptr(GFile) file = NULL; gboolean is_local, is_inline; g_autofree char *base_name = NULL; const char *checksums[BUILDER_CHECKSUMS_LEN]; GChecksumType checksums_type[BUILDER_CHECKSUMS_LEN]; file = get_source_file (self, context, &is_local, &is_inline, error); if (file == NULL) return FALSE; base_name = g_file_get_basename (file); builder_get_all_checksums (checksums, checksums_type, self->md5, self->sha1, self->sha256, self->sha512); if (g_file_query_exists (file, NULL)) { return !is_local || checksums[0] == NULL || builder_verify_checksums (base_name, file, checksums, checksums_type, error); } if (is_inline) return TRUE; if (is_local) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "Can't find file at %s", self->path); return FALSE; } if (checksums[0] == NULL) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "No checksum specified for file source %s", base_name); return FALSE; } if (!builder_context_download_uri (context, self->url, (const char **)self->mirror_urls, file, checksums, checksums_type, error)) return FALSE; return TRUE; } static gboolean builder_source_file_extract (BuilderSource *source, GFile *dest, BuilderOptions *build_options, BuilderContext *context, GError **error) { BuilderSourceFile *self = BUILDER_SOURCE_FILE (source); g_autoptr(GFile) src = NULL; g_autoptr(GFile) dest_file = NULL; g_autofree char *dest_filename = NULL; gboolean is_local, is_inline; src = get_source_file (self, context, &is_local, &is_inline, error); if (src == NULL) return FALSE; if (self->dest_filename) { dest_filename = g_strdup (self->dest_filename); } else { if (is_inline) { g_set_error (error, G_IO_ERROR, G_IO_ERROR_FAILED, "No dest-filename set for inline file data"); return FALSE; } dest_filename = g_file_get_basename (src); } dest_file = g_file_get_child (dest, dest_filename); /* If the destination file exists, just delete it. We can encounter errors when * trying to overwrite files that are not writable. */ if (g_file_query_exists (dest_file, NULL) && !g_file_delete (dest_file, NULL, error)) return FALSE; if (is_inline) { g_autoptr(GBytes) content = NULL; content = download_data_uri (self->url, context, error); if (content == NULL) return FALSE; if (!g_file_set_contents (flatpak_file_get_path_cached (dest_file), g_bytes_get_data (content, NULL), g_bytes_get_size (content), error)) return FALSE; } else { /* Make sure the target is gone, because g_file_copy does truncation on hardlinked destinations */ (void)g_file_delete (dest_file, NULL, NULL); if (!g_file_copy (src, dest_file, G_FILE_COPY_OVERWRITE, NULL, NULL, NULL, error)) return FALSE; } return TRUE; } static gboolean builder_source_file_bundle (BuilderSource *source, BuilderContext *context, GError **error) { BuilderSourceFile *self = BUILDER_SOURCE_FILE (source); g_autoptr(GFile) file = NULL; g_autoptr(GFile) destination_file = NULL; g_autoptr(GFile) destination_dir = NULL; g_autofree char *file_name = NULL; gboolean is_local, is_inline; const char *checksums[BUILDER_CHECKSUMS_LEN]; GChecksumType checksums_type[BUILDER_CHECKSUMS_LEN]; file = get_source_file (self, context, &is_local, &is_inline, error); if (file == NULL) return FALSE; /* Inline URIs (data://) need not be bundled */ if (is_inline) return TRUE; builder_get_all_checksums (checksums, checksums_type, self->md5, self->sha1, self->sha256, self->sha512); if (is_local) { GFile *manifest_base_dir = builder_context_get_base_dir (context); g_autofree char *rel_path = g_file_get_relative_path (manifest_base_dir, file); if (rel_path == NULL) { g_warning ("Local file %s is outside manifest tree, not bundling", flatpak_file_get_path_cached (file)); return TRUE; } destination_file = flatpak_build_file (builder_context_get_app_dir (context), "sources/manifest", rel_path, NULL); } else { file_name = g_file_get_basename (file); destination_file = flatpak_build_file (builder_context_get_app_dir (context), "sources/downloads", checksums[0], file_name, NULL); } destination_dir = g_file_get_parent (destination_file); if (!flatpak_mkdir_p (destination_dir, NULL, error)) return FALSE; if (!g_file_copy (file, destination_file, G_FILE_COPY_OVERWRITE, NULL, NULL, NULL, error)) return FALSE; return TRUE; } static gboolean builder_source_file_update (BuilderSource *source, BuilderContext *context, GError **error) { return TRUE; } static void builder_source_file_checksum (BuilderSource *source, BuilderCache *cache, BuilderContext *context) { BuilderSourceFile *self = BUILDER_SOURCE_FILE (source); g_autoptr(GFile) src = NULL; g_autofree char *data = NULL; gsize len; gboolean is_local, is_inline; src = get_source_file (self, context, &is_local, &is_inline, NULL); if (src == NULL) return; if (is_local && g_file_load_contents (src, NULL, &data, &len, NULL, NULL)) builder_cache_checksum_data (cache, (guchar *) data, len); builder_cache_checksum_str (cache, self->path); builder_cache_checksum_str (cache, self->url); builder_cache_checksum_str (cache, self->sha256); builder_cache_checksum_compat_str (cache, self->md5); builder_cache_checksum_compat_str (cache, self->sha1); builder_cache_checksum_compat_str (cache, self->sha512); builder_cache_checksum_str (cache, self->dest_filename); builder_cache_checksum_compat_strv (cache, self->mirror_urls); } static void builder_source_file_class_init (BuilderSourceFileClass *klass) { GObjectClass *object_class = G_OBJECT_CLASS (klass); BuilderSourceClass *source_class = BUILDER_SOURCE_CLASS (klass); object_class->finalize = builder_source_file_finalize; object_class->get_property = builder_source_file_get_property; object_class->set_property = builder_source_file_set_property; source_class->show_deps = builder_source_file_show_deps; source_class->download = builder_source_file_download; source_class->extract = builder_source_file_extract; source_class->bundle = builder_source_file_bundle; source_class->update = builder_source_file_update; source_class->checksum = builder_source_file_checksum; g_object_class_install_property (object_class, PROP_PATH, g_param_spec_string ("path", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_URL, g_param_spec_string ("url", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_MD5, g_param_spec_string ("md5", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_SHA1, g_param_spec_string ("sha1", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_SHA256, g_param_spec_string ("sha256", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_SHA512, g_param_spec_string ("sha512", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_DEST_FILENAME, g_param_spec_string ("dest-filename", "", "", NULL, G_PARAM_READWRITE)); g_object_class_install_property (object_class, PROP_MIRROR_URLS, g_param_spec_boxed ("mirror-urls", "", "", G_TYPE_STRV, G_PARAM_READWRITE)); } static void builder_source_file_init (BuilderSourceFile *self) { }