/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*-
 *
 * Copyright (C) 2012-2024 Matthias Klumpp <matthias@tenstral.net>
 *
 * Licensed under the GNU Lesser General Public License Version 2.1
 *
 * This library is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation, either version 2.1 of the license, or
 * (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this library.  If not, see <http://www.gnu.org/licenses/>.
 */

#include <config.h>
#include <locale.h>
#include <glib.h>
#include <glib/gstdio.h>
#include <glib/gprintf.h>

#include "appstream.h"
#include "as-pool-private.h"
#include "as-test-utils.h"
#include "as-stemmer.h"
#include "as-cache.h"
#include "as-file-monitor.h"
#include "as-utils-private.h"
#include "as-component-private.h"

static gchar *datadir = NULL;
static gchar *cache_dummy_dir = NULL;

static GMainLoop *_test_loop = NULL;
static guint _test_loop_timeout_id = 0;

static void
print_cptbox (AsComponentBox *cbox)
{
	g_printf ("----\n");
	for (guint i = 0; i < as_component_box_len (cbox); i++) {
		g_autofree gchar *tmp = NULL;
		AsComponent *cpt = as_component_box_index (cbox, i);

		tmp = as_component_to_string (cpt);
		g_printf ("  - %s\n", tmp);
	}
	g_printf ("----\n");
}

/**
 * _as_get_single_component_by_cid:
 *
 * Internal helper to get a single #AsComponent by its
 * component identifier.
 */
static AsComponent *
_as_get_single_component_by_cid (AsPool *pool, const gchar *cid)
{
	g_autoptr(AsComponentBox) result = NULL;

	result = as_pool_get_components_by_id (pool, cid);
	if (as_component_box_is_empty (result))
		return NULL;
	return g_object_ref (as_component_box_index (result, 0));
}

static gboolean
as_test_hang_check_cb (gpointer user_data)
{
	g_main_loop_quit (_test_loop);
	_test_loop_timeout_id = 0;
	g_clear_pointer (&_test_loop, g_main_loop_unref);
	return G_SOURCE_REMOVE;
}

static void
as_test_loop_run_with_timeout (guint timeout_ms)
{
	g_assert_true (_test_loop_timeout_id == 0);
	g_assert_true (_test_loop == NULL);
	_test_loop = g_main_loop_new (NULL, FALSE);
	_test_loop_timeout_id = g_timeout_add (timeout_ms, as_test_hang_check_cb, NULL);
	g_main_loop_run (_test_loop);
}

static void
as_test_loop_quit (void)
{
	if (_test_loop_timeout_id > 0) {
		g_source_remove (_test_loop_timeout_id);
		_test_loop_timeout_id = 0;
	}
	if (_test_loop != NULL) {
		g_main_loop_quit (_test_loop);
		g_clear_pointer (&_test_loop, g_main_loop_unref);
	}
}

/**
 * test_get_sampledata_pool:
 *
 * Internal helper to get a pool with the sample data locations set.
 */
static AsPool *
test_get_sampledata_pool (gboolean use_caches)
{
	AsPool *pool;
	AsPoolFlags flags;
	g_autofree gchar *mdata_dir = NULL;

	/* sanity check */
	g_assert_nonnull (cache_dummy_dir);

	/* create AsPool and load sample metadata */
	mdata_dir = g_build_filename (datadir, "catalog", NULL);

	pool = as_pool_new ();
	as_pool_add_extra_data_location (pool, mdata_dir, AS_FORMAT_STYLE_CATALOG);
	as_pool_set_locale (pool, "C");

	flags = as_pool_get_flags (pool);
	if (!use_caches)
		as_flags_add (flags, AS_POOL_FLAG_IGNORE_CACHE_AGE);
	as_pool_set_flags (pool, flags);

	as_pool_set_load_std_data_locations (pool, FALSE);
	as_pool_override_cache_locations (pool, cache_dummy_dir, NULL);

	return pool;
}

/**
 * as_assert_component_lists_equal:
 *
 * Check if the components present in the two #GPtrArray are equal.
 */
static void
as_assert_component_lists_equal (GPtrArray *cpts_a, GPtrArray *cpts_b)
{
	guint i;
	g_autofree gchar *cpts_a_xml = NULL;
	g_autofree gchar *cpts_b_xml = NULL;
	g_autoptr(GError) error = NULL;
	g_autoptr(AsMetadata) metad = as_metadata_new ();

	/* sort */
	as_sort_components (cpts_a);
	as_sort_components (cpts_b);

	for (i = 0; i < cpts_a->len; i++) {
		AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts_a, i));
		/* we ignore keywords for now */
		as_component_clear_keywords (cpt, "C");
		/* FIXME: And languages, because their ordering on serialization is random. */
		g_hash_table_remove_all (as_component_get_languages_table (cpt));

		as_metadata_add_component (metad, cpt);
	}

	cpts_a_xml = as_metadata_components_to_catalog (metad, AS_FORMAT_KIND_XML, &error);
	g_assert_no_error (error);

	as_metadata_clear_components (metad);
	for (i = 0; i < cpts_b->len; i++) {
		AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts_b, i));
		/* we ignore keywords for now */
		as_component_clear_keywords (cpt, "C");
		/* FIXME: And languages, because their ordering on serialization is random. */
		g_hash_table_remove_all (as_component_get_languages_table (cpt));

		as_metadata_add_component (metad, cpt);
	}

	cpts_b_xml = as_metadata_components_to_catalog (metad, AS_FORMAT_KIND_XML, &error);
	g_assert_no_error (error);

	g_assert_true (as_test_compare_lines (cpts_a_xml, cpts_b_xml));
}

/**
 * test_cache:
 *
 * Test if cache file (de)serialization works.
 */
static void
test_cache (void)
{
	g_autoptr(GPtrArray) xml_files = NULL;
	g_autoptr(GError) error = NULL;
	g_autoptr(AsMetadata) mdata = NULL;
	g_autoptr(AsCache) cache = NULL;
	g_autoptr(GPtrArray) cpts_pre = NULL;
	g_autoptr(AsComponentBox) cpts_post = NULL;
	gboolean ret;
	g_autofree gchar *mdata_dir = NULL;
	g_autofree gchar *xmldata_precache = NULL;
	g_autofree gchar *xmldata_postcache = NULL;
	g_autofree gchar *cache_testpath = g_build_filename (cache_dummy_dir, "ctest", NULL);

	mdata_dir = g_build_filename (datadir, "catalog", "xml", NULL);

	xml_files = as_utils_find_files_matching (mdata_dir, "*.xml", FALSE, &error);
	g_assert_no_error (error);
	g_assert_nonnull (xml_files);

	mdata = as_metadata_new ();
	as_metadata_set_locale (mdata, "C");
	as_metadata_set_format_style (mdata, AS_FORMAT_STYLE_CATALOG);

	for (guint i = 0; i < xml_files->len; i++) {
		g_autoptr(GFile) file = NULL;
		const gchar *fname = g_ptr_array_index (xml_files, i);

		if (g_str_has_suffix (fname, "merges.xml") ||
		    g_str_has_suffix (fname, "suggestions.xml"))
			continue;

		file = g_file_new_for_path (fname);
		ret = as_metadata_parse_file (mdata, file, AS_FORMAT_KIND_XML, &error);
		g_assert_no_error (error);
		g_assert_true (ret);
	}

	cpts_pre = g_ptr_array_new_with_free_func (g_object_unref);
	for (guint i = 0; i < as_component_box_len (as_metadata_get_components (mdata)); i++) {
		AsComponent *cpt = as_component_box_index (as_metadata_get_components (mdata), i);

		if (g_strcmp0 (as_component_get_id (cpt), "org.example.DeleteMe") == 0)
			continue;

		/* keywords are not cached explicitly, they are stored in the search terms list instead. Therefore, we don't
		 * serialize them here */
		as_component_clear_keywords (cpt, NULL);

		/* FIXME: language lists are not deterministic yet, so we ignore them for now */
		g_hash_table_remove_all (as_component_get_languages_table (cpt));

		g_ptr_array_add (cpts_pre, g_object_ref (cpt));
	}
	g_assert_cmpint (cpts_pre->len, ==, 20);

	/* generate XML of the components added to the cache */
	as_metadata_clear_components (mdata);
	as_sort_components (cpts_pre);
	for (guint i = 0; i < cpts_pre->len; i++) {
		AsComponent *cpt = AS_COMPONENT (g_ptr_array_index (cpts_pre, i));
		as_metadata_add_component (mdata, cpt);
	}
	xmldata_precache = as_metadata_components_to_catalog (mdata, AS_FORMAT_KIND_XML, &error);
	g_assert_no_error (error);

	/* create new cache for writing */
	cache = as_cache_new ();
	as_cache_set_locale (cache, "C");
	as_cache_set_locations (cache, cache_testpath, cache_testpath);

	/* add data */
	ret = as_cache_set_contents_for_path (cache, cpts_pre, mdata_dir, NULL, &error);
	g_assert_no_error (error);
	g_assert_true (ret);

	/* new cache for loading */
	g_clear_pointer (&cache, g_object_unref);
	cache = as_cache_new ();
	as_cache_set_locale (cache, "C");
	as_cache_set_locations (cache, cache_testpath, cache_testpath);

	/* ensure we get the same result back that we cached before */
	as_cache_load_section_for_path (cache, mdata_dir, NULL, NULL);

	cpts_post = as_cache_get_components_all (cache, &error);
	g_assert_no_error (error);
	g_assert_cmpint (as_component_box_len (cpts_post), ==, 20);
	as_assert_component_lists_equal (as_component_box_as_array (cpts_post), cpts_pre);

	/* generate XML of the components retrieved from cache */
	as_metadata_clear_components (mdata);
	as_component_box_sort (cpts_post);
	for (guint i = 0; i < as_component_box_len (cpts_post); i++) {
		AsComponent *cpt = as_component_box_index (cpts_post, i);
		as_metadata_add_component (mdata, cpt);
	}

	xmldata_postcache = as_metadata_components_to_catalog (mdata, AS_FORMAT_KIND_XML, &error);
	g_assert_no_error (error);

	g_assert_true (as_test_compare_lines (xmldata_precache, xmldata_postcache));

	/* cleanup */
	as_utils_delete_dir_recursive (cache_testpath);
}

/**
 * test_pool_read:
 *
 * Test reading information from the metadata pool.
 */
static void
test_pool_read (void)
{
	g_autoptr(AsPool) dpool = NULL;
	g_autoptr(AsComponentBox) all_cpts = NULL;
	g_autoptr(AsComponentBox) result = NULL;
	g_autoptr(GPtrArray) categories = NULL;
	g_autoptr(AsComponent) cpt_a = NULL;
	AsComponent *cpt_s = NULL;
	gchar **strv;
	AsReleaseList *rels;
	AsRelease *rel;
	GPtrArray *artifacts;
	AsBundle *bundle;
	g_autoptr(GError) error = NULL;

	/* load sample data */
	dpool = test_get_sampledata_pool (FALSE);

	as_pool_load (dpool, NULL, &error);
	g_assert_no_error (error);

	/* enusre DeleteMe component was removed via its remove-component merge request */
	result = as_pool_get_components_by_id (dpool, "org.example.DeleteMe");
	g_assert_cmpint (as_component_box_len (result), ==, 0);
	g_clear_pointer (&result, g_object_unref);

	/* check total pool component count */
	all_cpts = as_pool_get_components (dpool);
	g_assert_nonnull (all_cpts);
	g_assert_cmpint (as_component_box_len (all_cpts), ==, 20);

	/* generic tests */
	result = as_pool_search (dpool, "kig");
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	cpt_s = as_component_box_index (result, 0);
	g_assert_cmpstr (as_component_get_pkgnames (cpt_s)[0], ==, "kig");
	g_clear_pointer (&result, g_object_unref);

	result = as_pool_search (dpool, "web");
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);

	result = as_pool_search (dpool, "logic");
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 2);
	g_clear_pointer (&result, g_object_unref);

	/* search for mixed-case strings */
	result = as_pool_search (dpool, "bIoChemistrY");
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);

	/* test searching for multiple words */
	result = as_pool_search (dpool, "scalable graphics");
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);

	/* test searching for multiple words, multiple results */
	result = as_pool_search (dpool, "strategy game");
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 2);
	g_clear_pointer (&result, g_object_unref);

	/* we return all components if the search string is too short */
	result = as_pool_search (dpool, "s");
	g_assert_cmpint (as_component_box_len (result), ==, 20);
	g_clear_pointer (&result, g_object_unref);

	strv = g_strsplit ("Science", ";", 0);
	result = as_pool_get_components_by_categories (dpool, strv);
	g_strfreev (strv);
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 3);
	g_clear_pointer (&result, g_object_unref);

	result = as_pool_get_components_by_provided_item (dpool,
							  AS_PROVIDED_KIND_BINARY,
							  "inkscape");
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	cpt_s = as_component_box_index (result, 0);

	g_assert_cmpstr (as_component_get_name (cpt_s), ==, "Inkscape");
	g_assert_cmpstr (as_component_get_url (cpt_s, AS_URL_KIND_HOMEPAGE),
			 ==,
			 "https://inkscape.org/");
	g_assert_cmpstr (as_component_get_url (cpt_s, AS_URL_KIND_FAQ),
			 ==,
			 "https://inkscape.org/learn/faq/");

	g_clear_pointer (&result, g_object_unref);

	/* by bundle ID */
	result = as_pool_get_components_by_bundle_id (dpool,
						      AS_BUNDLE_KIND_LIMBA,
						      "neverball-",
						      TRUE);
	print_cptbox (result);
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);

	/* test a component in a different file, with no package but a bundle instead */
	cpt_a = _as_get_single_component_by_cid (dpool, "org.neverball.Neverball");
	g_assert_nonnull (cpt_a);

	g_assert_cmpstr (as_component_get_name (cpt_a), ==, "Neverball");
	g_assert_cmpstr (as_component_get_url (cpt_a, AS_URL_KIND_HOMEPAGE),
			 ==,
			 "http://neverball.org/");
	bundle = as_component_get_bundle (cpt_a, AS_BUNDLE_KIND_LIMBA);
	g_assert_nonnull (bundle);
	g_assert_cmpstr (as_bundle_get_id (bundle), ==, "neverball-1.6.0");

	rels = as_component_get_releases_plain (cpt_a);
	g_assert_cmpint (as_release_list_len (rels), ==, 2);

	rel = as_release_list_index (rels, 0);
	g_assert_cmpstr (as_release_get_version (rel), ==, "1.6.1");
	g_assert_cmpuint (as_release_get_timestamp (rel), ==, 123465888);
	g_assert_true (as_release_get_urgency (rel) == AS_URGENCY_KIND_LOW);

	artifacts = as_release_get_artifacts (rel);
	g_assert_cmpint (artifacts->len, ==, 2);
	for (guint i = 0; i < artifacts->len; i++) {
		AsArtifact *artifact = AS_ARTIFACT (g_ptr_array_index (artifacts, i));
		if (as_artifact_get_kind (artifact) == AS_ARTIFACT_KIND_BINARY) {
			g_assert_cmpuint (as_artifact_get_size (artifact, AS_SIZE_KIND_DOWNLOAD),
					  ==,
					  112358);
			g_assert_cmpuint (as_artifact_get_size (artifact, AS_SIZE_KIND_INSTALLED),
					  ==,
					  42424242);
		}
	}

	rel = as_release_list_index (rels, 1);
	g_assert_cmpstr (as_release_get_version (rel), ==, "1.6.0");
	g_assert_cmpuint (as_release_get_timestamp (rel), ==, 123456789);

	/* check categorization */
	categories = as_get_default_categories (TRUE);
	as_utils_sort_components_into_categories (as_component_box_as_array (all_cpts),
						  categories,
						  FALSE);
	for (guint i = 0; i < categories->len; i++) {
		const gchar *cat_id;
		gint cpt_count;
		AsCategory *cat = AS_CATEGORY (g_ptr_array_index (categories, i));

		cat_id = as_category_get_id (cat);
		cpt_count = as_category_get_components (cat)->len;

		if (g_strcmp0 (cat_id, "communication") == 0)
			g_assert_cmpint (cpt_count, ==, 3);
		else if (g_strcmp0 (cat_id, "utilities") == 0)
			g_assert_cmpint (cpt_count, ==, 3);
		else if (g_strcmp0 (cat_id, "audio-video") == 0)
			g_assert_cmpint (cpt_count, ==, 0);
		else if (g_strcmp0 (cat_id, "developer-tools") == 0)
			g_assert_cmpint (cpt_count, ==, 2);
		else if (g_strcmp0 (cat_id, "education") == 0)
			g_assert_cmpint (cpt_count, ==, 4);
		else if (g_strcmp0 (cat_id, "games") == 0)
			g_assert_cmpint (cpt_count, ==, 4);
		else if (g_strcmp0 (cat_id, "graphics") == 0)
			g_assert_cmpint (cpt_count, ==, 1);
		else if (g_strcmp0 (cat_id, "office") == 0)
			g_assert_cmpint (cpt_count, ==, 0);
		else if (g_strcmp0 (cat_id, "addons") == 0)
			g_assert_cmpint (cpt_count, ==, 0);
		else if (g_strcmp0 (cat_id, "science") == 0)
			g_assert_cmpint (cpt_count, ==, 3);
		else {
			g_error ("Unhandled category: %s", cat_id);
			g_assert_not_reached ();
		}

		if (g_strcmp0 (cat_id, "graphics") == 0) {
			AsComponent *tmp_cpt = g_ptr_array_index (as_category_get_components (cat),
								  0);
			g_assert_cmpstr (as_component_get_id (tmp_cpt),
					 ==,
					 "org.inkscape.Inkscape");
		}
	}

	/* test fetching components by launchable */
	result = as_pool_get_components_by_launchable (dpool,
						       AS_LAUNCHABLE_KIND_DESKTOP_ID,
						       "linuxdcpp.desktop");
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);

	result = as_pool_get_components_by_launchable (dpool,
						       AS_LAUNCHABLE_KIND_DESKTOP_ID,
						       "inkscape.desktop");
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	cpt_s = as_component_box_index (result, 0);
	g_assert_cmpstr (as_component_get_id (cpt_s), ==, "org.inkscape.Inkscape");
	g_clear_pointer (&result, g_object_unref);

	g_assert_false (as_pool_is_empty (dpool));
}

/**
 * test_pool_read_async_ready_cb:
 *
 * Callback invoked by test_pool_read_async()
 */
static void
test_pool_read_async_ready_cb (AsPool *pool, GAsyncResult *result, gpointer user_data)
{
	g_autoptr(GError) error = NULL;
	g_autoptr(AsComponentBox) all_cpts = NULL;

	g_debug ("AsPool-Async-Load: Received ready callback.");
	as_pool_load_finish (pool, result, &error);
	g_assert_no_error (error);

	g_debug ("AsPool-Async-Load: Checking component count (after ready)");

	/* check total retrieved component count */
	all_cpts = as_pool_get_components (pool);
	g_assert_nonnull (all_cpts);
	g_assert_cmpint (as_component_box_len (all_cpts), ==, 20);

	/* we received the callback, so quit the loop */
	as_test_loop_quit ();
}

/**
 * test_log_allow_warnings:
 *
 * Some warnings emitted when querying the pool while it is being loaded
 * are important, but we specifically want to ignore them for this
 * particular test case.
 */
static gboolean
test_log_allow_warnings (const gchar *log_domain,
			 GLogLevelFlags log_level,
			 const gchar *message,
			 gpointer user_data)
{
	return ((log_level & G_LOG_LEVEL_MASK) <= G_LOG_LEVEL_CRITICAL);
}

/**
 * test_pool_read_async:
 *
 * Test reading information from the metadata pool asynchronously.
 */
static void
test_pool_read_async (void)
{
	g_autoptr(AsPool) pool = NULL;
	g_autoptr(AsComponentBox) result = NULL;

	/* load sample data */
	pool = test_get_sampledata_pool (FALSE);
	as_pool_add_flags (pool, AS_POOL_FLAG_RESOLVE_ADDONS);

	g_debug ("AsPool-Async-Load: Requesting pool data loading.");
	_test_loop = g_main_loop_new (NULL, FALSE);
	as_pool_load_async (pool,
			    NULL, /* cancellable */
			    (GAsyncReadyCallback) test_pool_read_async_ready_cb,
			    NULL);

	g_debug ("AsPool-Async-Load: Searching for components (immediately)");

	/* ignore some warnings by the following functions
	 * (they may complain, as the cache isn't loaded yet) */
	g_test_log_set_fatal_handler (test_log_allow_warnings, NULL);

	result = as_pool_search (pool, "web");
	if (as_component_box_len (result) != 0 && as_component_box_len (result) != 1) {
		g_warning ("Invalid number of components retrieved: %i",
			   as_component_box_len (result));
		g_assert_not_reached ();
	}
	g_clear_pointer (&result, g_object_unref);

	result = as_pool_get_components (pool);
	g_assert_nonnull (result);
	if (as_component_box_len (result) != 0 && as_component_box_len (result) != 20) {
		g_warning ("Invalid number of components retrieved: %i",
			   as_component_box_len (result));
		g_assert_not_reached ();
	}
	g_clear_pointer (&result, g_object_unref);

	/* wait for the callback to be run (unless it already has!) */
	if (_test_loop != NULL)
		g_main_loop_run (_test_loop);
	g_clear_pointer (&_test_loop, g_object_unref);

	/* reset handler */
	g_test_log_set_fatal_handler (NULL, NULL);

	g_debug ("AsPool-Async-Load: Checking component count (after loaded)");
	result = as_pool_get_components (pool);
	g_assert_nonnull (result);
	g_assert_cmpint (as_component_box_len (result), ==, 20);
	g_clear_pointer (&result, g_object_unref);
}

/**
 * test_merge_components:
 *
 * Test merging of component data via the "merge" pseudo-component.
 */
static void
test_merge_components (void)
{
	g_autoptr(AsPool) dpool = NULL;
	g_autoptr(AsComponent) cpt = NULL;
	GPtrArray *suggestions;
	AsSuggested *suggested;
	GPtrArray *cpt_ids;
	g_autoptr(GError) error = NULL;

	/* load the data pool with sample data */
	dpool = test_get_sampledata_pool (FALSE);
	as_pool_load (dpool, NULL, &error);
	g_assert_no_error (error);

	/* test injection of suggests tags */
	cpt = _as_get_single_component_by_cid (dpool, "links2.desktop");
	g_assert_nonnull (cpt);

	suggestions = as_component_get_suggested (cpt);
	suggested = AS_SUGGESTED (g_ptr_array_index (suggestions, 0));
	g_assert_cmpint (suggestions->len, ==, 1);
	g_assert_cmpint (as_suggested_get_kind (suggested), ==, AS_SUGGESTED_KIND_HEURISTIC);

	cpt_ids = as_suggested_get_ids (suggested);
	g_assert_cmpint (cpt_ids->len, ==, 2);
	g_assert_cmpstr ((const gchar *) g_ptr_array_index (cpt_ids, 0), ==, "org.example.test1");
	g_assert_cmpstr ((const gchar *) g_ptr_array_index (cpt_ids, 1), ==, "org.example.test2");
	g_clear_pointer (&cpt, g_object_unref);

	cpt = _as_get_single_component_by_cid (dpool, "literki.desktop");
	g_assert_nonnull (cpt);
	suggestions = as_component_get_suggested (cpt);
	suggested = AS_SUGGESTED (g_ptr_array_index (suggestions, 0));
	g_assert_cmpint (suggestions->len, ==, 1);
	g_assert_cmpint (as_suggested_get_kind (suggested), ==, AS_SUGGESTED_KIND_HEURISTIC);

	cpt_ids = as_suggested_get_ids (suggested);
	g_assert_cmpint (cpt_ids->len, ==, 2);
	g_assert_cmpstr ((const gchar *) g_ptr_array_index (cpt_ids, 0), ==, "org.example.test3");
	g_assert_cmpstr ((const gchar *) g_ptr_array_index (cpt_ids, 1), ==, "org.example.test4");
	g_clear_pointer (&cpt, g_object_unref);

	/* test if names get overridden */
	cpt = _as_get_single_component_by_cid (dpool, "kiki.desktop");
	g_assert_nonnull (cpt);
	g_assert_cmpstr (as_component_get_name (cpt), ==, "Kiki (name changed by merge)");
}

#ifdef HAVE_STEMMING
/**
 * test_search_stemming:
 *
 * Test if stemming works as expected.
 */
static void
test_search_stemming (void)
{
	gchar *tmp;
	AsStemmer *stemmer = as_stemmer_get ("en");

	tmp = as_stemmer_stem (stemmer, "calculator");
	g_assert_cmpstr (tmp, ==, "calcul");
	g_free (tmp);

	tmp = as_stemmer_stem (stemmer, "gimping");
	g_assert_cmpstr (tmp, ==, "gimp");
	g_free (tmp);
}
#endif

/**
 * test_pool_empty:
 *
 * Test if working on a fresh, empty pool works.
 */
static void
test_pool_empty (void)
{
	g_autoptr(AsPool) pool = NULL;
	g_autoptr(AsComponentBox) result = NULL;
	g_autoptr(AsComponentBox) cbox = NULL;
	g_autoptr(GError) error = NULL;
	AsComponent *cpt = NULL;
	gboolean ret;

	pool = as_pool_new ();
	as_pool_set_load_std_data_locations (pool, FALSE);
	as_pool_override_cache_locations (pool, cache_dummy_dir, NULL);
	as_pool_reset_extra_data_locations (pool);
	as_pool_set_locale (pool, "C");

	/* test reading from the pool when it wasn't loaded yet */
	result = as_pool_get_components_by_id (pool, "org.example.NotThere");
	g_assert_cmpint (as_component_box_len (result), ==, 0);
	g_clear_pointer (&result, g_object_unref);

	result = as_pool_search (pool, "web");
	g_assert_cmpint (as_component_box_len (result), ==, 0);
	g_clear_pointer (&result, g_object_unref);

	/* create dummy app to add */
	cpt = as_component_new ();
	as_component_set_kind (cpt, AS_COMPONENT_KIND_DESKTOP_APP);
	as_component_set_id (cpt, "org.freedesktop.FooBar");
	as_component_set_name (cpt, "A fooish bar", "C");
	as_component_set_summary (cpt, "Foo the bar.", "C");

	cbox = as_component_box_new_simple ();
	g_assert_true (as_component_box_add (cbox, cpt, NULL));
	ret = as_pool_add_components (pool, cbox, &error);
	g_object_unref (cpt);
	g_assert_no_error (error);
	g_assert_true (ret);

	/* try to retrieve the dummy component */
	result = as_pool_search (pool, "foo");
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	cpt = as_component_box_index (result, 0);
	g_assert_cmpstr (as_component_get_id (cpt), ==, "org.freedesktop.FooBar");
	g_clear_pointer (&result, g_object_unref);
}

static void
monitor_test_cb (AsFileMonitor *mon, const gchar *filename, guint *cnt)
{
	(*cnt)++;
}

/**
 * test_filemonitor_dir:
 */
static void
test_filemonitor_dir (void)
{
	gboolean ret;
	guint cnt_added = 0;
	guint cnt_removed = 0;
	guint cnt_changed = 0;
	g_autoptr(AsFileMonitor) mon = NULL;
	g_autoptr(GError) error = NULL;
	const gchar *tmpdir = "/tmp/as-monitor-test/usr/share/appstream/xml";
	g_autofree gchar *tmpfile = NULL;
	g_autofree gchar *tmpfile_new = NULL;
	g_autofree gchar *cmd_touch = NULL;

	/* cleanup */
	ret = as_utils_delete_dir_recursive (tmpdir);
	g_assert_true (ret);
	g_assert_true (!g_file_test (tmpdir, G_FILE_TEST_EXISTS));

	/* create directory */
	g_mkdir_with_parents (tmpdir, 0700);

	/* prepare */
	tmpfile = g_build_filename (tmpdir, "test.txt", NULL);
	tmpfile_new = g_build_filename (tmpdir, "newtest.txt", NULL);
	g_remove (tmpfile);
	g_remove (tmpfile_new);

	g_assert_true (!g_file_test (tmpfile, G_FILE_TEST_EXISTS));
	g_assert_true (!g_file_test (tmpfile_new, G_FILE_TEST_EXISTS));

	mon = as_file_monitor_new ();
	g_signal_connect (mon, "added", G_CALLBACK (monitor_test_cb), &cnt_added);
	g_signal_connect (mon, "removed", G_CALLBACK (monitor_test_cb), &cnt_removed);
	g_signal_connect (mon, "changed", G_CALLBACK (monitor_test_cb), &cnt_changed);

	/* add watch */
	ret = as_file_monitor_add_directory (mon, tmpdir, NULL, &error);
	g_assert_no_error (error);
	g_assert_true (ret);

	/* touch file */
	cmd_touch = g_strdup_printf ("touch %s", tmpfile);
	ret = g_spawn_command_line_sync (cmd_touch, NULL, NULL, NULL, &error);
	g_assert_no_error (error);
	g_assert_true (ret);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 1);
	g_assert_cmpint (cnt_removed, ==, 0);
	g_assert_cmpint (cnt_changed, ==, 0);

	/* just change the mtime */
	cnt_added = cnt_removed = cnt_changed = 0;
	ret = g_spawn_command_line_sync (cmd_touch, NULL, NULL, NULL, &error);
	g_assert_no_error (error);
	g_assert_true (ret);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 0);
	g_assert_cmpint (cnt_removed, ==, 0);
	g_assert_cmpint (cnt_changed, ==, 1);

	/* delete it */
	cnt_added = cnt_removed = cnt_changed = 0;
	g_unlink (tmpfile);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 0);
	g_assert_cmpint (cnt_removed, ==, 1);
	g_assert_cmpint (cnt_changed, ==, 0);

	/* save a new file with temp copy */
	cnt_added = cnt_removed = cnt_changed = 0;
	ret = g_file_set_contents (tmpfile, "foo", -1, &error);
	g_assert_no_error (error);
	g_assert_true (ret);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 1);
	g_assert_cmpint (cnt_removed, ==, 0);
	g_assert_cmpint (cnt_changed, ==, 0);

	/* modify file with temp copy */
	cnt_added = cnt_removed = cnt_changed = 0;
	ret = g_file_set_contents (tmpfile, "bar", -1, &error);
	g_assert_no_error (error);
	g_assert_true (ret);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 0);
	g_assert_cmpint (cnt_removed, ==, 0);
	g_assert_cmpint (cnt_changed, ==, 1);

	/* rename the file */
	cnt_added = cnt_removed = cnt_changed = 0;
	g_assert_cmpint (g_rename (tmpfile, tmpfile_new), ==, 0);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 1);
	g_assert_cmpint (cnt_removed, ==, 1);
	g_assert_cmpint (cnt_changed, ==, 0);

	g_unlink (tmpfile);
	g_unlink (tmpfile_new);

	/* cleanup */
	as_utils_delete_dir_recursive (tmpdir);
}

/**
 * test_filemonitor_file:
 */
static void
test_filemonitor_file (void)
{
	gboolean ret;
	guint cnt_added = 0;
	guint cnt_removed = 0;
	guint cnt_changed = 0;
	g_autoptr(AsFileMonitor) mon = NULL;
	g_autoptr(GError) error = NULL;
	const gchar *tmpfile = "/tmp/one.txt";
	const gchar *tmpfile_new = "/tmp/two.txt";
	g_autofree gchar *cmd_touch = NULL;

	g_remove (tmpfile);
	g_remove (tmpfile_new);
	g_assert_true (!g_file_test (tmpfile, G_FILE_TEST_EXISTS));
	g_assert_true (!g_file_test (tmpfile_new, G_FILE_TEST_EXISTS));

	mon = as_file_monitor_new ();
	g_signal_connect (mon, "added", G_CALLBACK (monitor_test_cb), &cnt_added);
	g_signal_connect (mon, "removed", G_CALLBACK (monitor_test_cb), &cnt_removed);
	g_signal_connect (mon, "changed", G_CALLBACK (monitor_test_cb), &cnt_changed);

	/* add a single file */
	ret = as_file_monitor_add_file (mon, tmpfile, NULL, &error);
	g_assert_no_error (error);
	g_assert_true (ret);

	/* touch file */
	cnt_added = cnt_removed = cnt_changed = 0;
	cmd_touch = g_strdup_printf ("touch %s", tmpfile);
	ret = g_spawn_command_line_sync (cmd_touch, NULL, NULL, NULL, &error);
	g_assert_no_error (error);
	g_assert_true (ret);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 1);
	g_assert_cmpint (cnt_removed, ==, 0);
	g_assert_cmpint (cnt_changed, ==, 0);

	/* just change the mtime */
	cnt_added = cnt_removed = cnt_changed = 0;
	ret = g_spawn_command_line_sync (cmd_touch, NULL, NULL, NULL, &error);
	g_assert_no_error (error);
	g_assert_true (ret);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 0);
	g_assert_cmpint (cnt_removed, ==, 0);
	g_assert_cmpint (cnt_changed, ==, 1);

	/* delete it */
	cnt_added = cnt_removed = cnt_changed = 0;
	g_unlink (tmpfile);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 0);
	g_assert_cmpint (cnt_removed, ==, 1);
	g_assert_cmpint (cnt_changed, ==, 0);

	/* save a new file with temp copy */
	cnt_added = cnt_removed = cnt_changed = 0;
	ret = g_file_set_contents (tmpfile, "foo", -1, &error);
	g_assert_no_error (error);
	g_assert_true (ret);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 1);
	g_assert_cmpint (cnt_removed, ==, 0);
	g_assert_cmpint (cnt_changed, ==, 0);

	/* modify file with temp copy */
	cnt_added = cnt_removed = cnt_changed = 0;
	ret = g_file_set_contents (tmpfile, "bar", -1, &error);
	g_assert_no_error (error);
	g_assert_true (ret);
	as_test_loop_run_with_timeout (2000);
	as_test_loop_quit ();
	g_assert_cmpint (cnt_added, ==, 0);
	g_assert_cmpint (cnt_removed, ==, 0);
	g_assert_cmpint (cnt_changed, ==, 1);
}

static void
pool_changed_cb (AsPool *pool, gboolean *data_changed)
{
	as_test_loop_quit ();
	*data_changed = TRUE;
}

/**
 * test_pool_autoreload:
 *
 * Test automatic pool data reloading
 */
static void
test_pool_autoreload (void)
{
	g_autoptr(AsPool) pool = NULL;
	g_autoptr(GError) error = NULL;
	g_autoptr(AsComponentBox) result = NULL;
	g_autofree gchar *src_datafile1 = NULL;
	g_autofree gchar *src_datafile2 = NULL;
	g_autofree gchar *dst_datafile1 = NULL;
	g_autofree gchar *dst_datafile2 = NULL;
	gboolean data_changed = FALSE;
	gboolean ret;
	const gchar *tmpdir = "/tmp/as-monitor-test/pool-data";

	/* create pristine, monitoring pool */
	pool = as_pool_new ();
	as_pool_set_load_std_data_locations (pool, FALSE);
	as_pool_override_cache_locations (pool, cache_dummy_dir, NULL);
	as_pool_reset_extra_data_locations (pool);
	as_pool_set_locale (pool, "C");
	as_pool_add_flags (pool, AS_POOL_FLAG_MONITOR);

	g_signal_connect (pool, "changed", G_CALLBACK (pool_changed_cb), &data_changed);

	/* create test directory */
	ret = as_utils_delete_dir_recursive (tmpdir);
	g_assert_true (ret);
	g_mkdir_with_parents (tmpdir, 0700);

	/* add new data directory */
	as_pool_add_extra_data_location (pool, tmpdir, AS_FORMAT_STYLE_CATALOG);

	/* ensure cache is empty */
	result = as_pool_get_components_by_id (pool, "org.inkscape.Inkscape");
	g_assert_cmpint (as_component_box_len (result), ==, 0);
	g_clear_pointer (&result, g_object_unref);

	/* add data and wait for auto-reload */
	data_changed = FALSE;
	src_datafile1 = g_build_filename (datadir, "catalog", "xml", "foobar-1.xml", NULL);
	dst_datafile1 = g_build_filename (tmpdir, "foobar-1.xml", NULL);
	ret = as_copy_file (src_datafile1, dst_datafile1, &error);
	g_assert_no_error (error);
	g_assert_true (ret);

	if (!data_changed)
		as_test_loop_run_with_timeout (14000);

	/* check again */
	result = as_pool_get_components_by_id (pool, "org.inkscape.Inkscape");
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);

	/* add more data */
	data_changed = FALSE;
	src_datafile2 = g_build_filename (datadir, "catalog", "xml", "lvfs-gdpr.xml", NULL);
	dst_datafile2 = g_build_filename (tmpdir, "lvfs-gdpr.xml", NULL);
	ret = as_copy_file (src_datafile2, dst_datafile2, &error);
	g_assert_no_error (error);
	g_assert_true (ret);

	if (!data_changed)
		as_test_loop_run_with_timeout (14000);

	/* check for more data */
	result = as_pool_get_components_by_id (pool, "org.inkscape.Inkscape");
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);
	result = as_pool_get_components_by_id (pool, "org.fwupd.lvfs");
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);

	/* check if deleting stuff yields the expected result */
	data_changed = FALSE;
	g_unlink (dst_datafile1);

	if (!data_changed)
		as_test_loop_run_with_timeout (14000);

	result = as_pool_get_components_by_id (pool, "org.inkscape.Inkscape");
	g_assert_cmpint (as_component_box_len (result), ==, 0);
	g_clear_pointer (&result, g_object_unref);
	result = as_pool_get_components_by_id (pool, "org.fwupd.lvfs");
	g_assert_cmpint (as_component_box_len (result), ==, 1);
	g_clear_pointer (&result, g_object_unref);
}

/**
 * main:
 */
int
main (int argc, char **argv)
{
	int ret;

	if (argc == 1) {
		g_error ("No test directory specified!");
		return 1;
	}

	/* ensure locale is reset, to avoid interference when stemming is enabled & tested */
	if (setlocale (LC_ALL, "C.UTF-8") == NULL)
		g_warning ("Failed to set locale to C.UTF-8");

	datadir = argv[1];
	g_assert_nonnull (datadir);
	datadir = g_build_filename (datadir, "samples", NULL);
	g_assert_true (g_file_test (datadir, G_FILE_TEST_EXISTS));

	cache_dummy_dir = g_build_filename (g_get_tmp_dir (),
					    "as-test-cache-dummy",
					    "XXXXXX",
					    NULL);
	g_mkdtemp (cache_dummy_dir);

	g_setenv ("G_MESSAGES_DEBUG", "all", TRUE);
	g_test_init (&argc, &argv, NULL);

	/* only critical and error are fatal */
	g_log_set_fatal_mask (NULL, G_LOG_LEVEL_ERROR | G_LOG_LEVEL_CRITICAL);

	g_test_add_func ("/AppStream/PoolRead", test_pool_read);
	g_test_add_func ("/AppStream/PoolReadAsync", test_pool_read_async);
	g_test_add_func ("/AppStream/PoolEmpty", test_pool_empty);
	g_test_add_func ("/AppStream/Cache", test_cache);
	g_test_add_func ("/AppStream/Merges", test_merge_components);
#ifdef HAVE_STEMMING
	g_test_add_func ("/AppStream/Stemming", test_search_stemming);
#endif
	g_test_add_func ("/AppStream/FileMonitorDir", test_filemonitor_dir);
	g_test_add_func ("/AppStream/FileMonitorFile", test_filemonitor_file);
	g_test_add_func ("/AppStream/PoolAutoReload", test_pool_autoreload);

	ret = g_test_run ();

	/* cleanup */
	as_utils_delete_dir_recursive (cache_dummy_dir);
	g_free (cache_dummy_dir);
	g_free (datadir);

	return ret;
}