#include #include #include #include #include "greatest.h" #include "../src/string_utils.h" #include "../src/libpostal.h" SUITE(libpostal_expansion_tests); static greatest_test_res test_expansion_contains_phrase_option(char *input, char *output, libpostal_normalize_options_t options, bool root) { size_t num_expansions; char **expansions = NULL; if (!root) { expansions = libpostal_expand_address(input, options, &num_expansions); } else { expansions = libpostal_expand_address_root(input, options, &num_expansions); } bool contains_expansion = false; char *expansion; for (size_t i = 0; i < num_expansions; i++) { expansion = expansions[i]; printf("expansion = %s\n", expansion); if (string_equals(output, expansion)) { contains_expansion = true; break; } } if (!contains_expansion) { printf("Expansions should contain %s, got {", output); for (size_t i = 0; i < num_expansions; i++) { expansion = expansions[i]; printf("%s%s", expansion, i < num_expansions - 1 ? "," : ""); } printf("}\n"); FAIL(); } libpostal_expansion_array_destroy(expansions, num_expansions); PASS(); } static greatest_test_res test_expansion_contains(char *input, char *output, libpostal_normalize_options_t options) { bool root = false; CHECK_CALL(test_expansion_contains_phrase_option(input, output, options, root)); PASS(); } static greatest_test_res test_root_expansion_contains(char *input, char *output, libpostal_normalize_options_t options) { bool root = true; CHECK_CALL(test_expansion_contains_phrase_option(input, output, options, root)); PASS(); } static greatest_test_res test_expansion_contains_phrase_option_with_languages(char *input, char *output, libpostal_normalize_options_t options, bool root, size_t num_languages, va_list args) { char **languages = NULL; size_t i; if (num_languages > 0) { languages = malloc(sizeof(char *) * num_languages); char *lang; for (i = 0; i < num_languages; i++) { lang = va_arg(args, char *); ASSERT(strlen(lang) < LIBPOSTAL_MAX_LANGUAGE_LEN); languages[i] = strdup(lang); } options.num_languages = num_languages; options.languages = (char **)languages; } else { options.languages = NULL; options.num_languages = 0; } CHECK_CALL(test_expansion_contains_phrase_option(input, output, options, root)); if (languages != NULL) { for (i = 0; i < num_languages; i++) { free(languages[i]); } free(languages); } PASS(); } static greatest_test_res test_expansion_contains_with_languages(char *input, char *output, libpostal_normalize_options_t options, size_t num_languages, ...) { bool root = false; va_list args; if (num_languages > 0) { va_start(args, num_languages); CHECK_CALL(test_expansion_contains_phrase_option_with_languages(input, output, options, root, num_languages, args)); va_end(args); } else { CHECK_CALL(test_expansion_contains_phrase_option_with_languages(input, output, options, root, num_languages, args)); } PASS(); } static greatest_test_res test_root_expansion_contains_with_languages(char *input, char *output, libpostal_normalize_options_t options, size_t num_languages, ...) { bool root = true; va_list args; if (num_languages > 0) { va_start(args, num_languages); CHECK_CALL(test_expansion_contains_phrase_option_with_languages(input, output, options, root, num_languages, args)); va_end(args); } else { CHECK_CALL(test_expansion_contains_phrase_option_with_languages(input, output, options, root, num_languages, args)); } PASS(); } TEST test_expansions(void) { libpostal_normalize_options_t options = libpostal_get_default_options(); CHECK_CALL(test_expansion_contains_with_languages("123 Main St. #2f", "123 main street number 2f", options, 1, "en")); CHECK_CALL(test_expansion_contains_with_languages("120 E 96th St", "120 east 96 street", options, 1, "en")); CHECK_CALL(test_expansion_contains_with_languages("120 E Ninety-sixth St", "120 east 96 street", options, 1, "en")); CHECK_CALL(test_expansion_contains_with_languages("4998 Vanderbilt Dr, Columbus, OH 43213", "4998 vanderbilt drive columbus ohio 43213", options, 1, "en")); CHECK_CALL(test_expansion_contains_with_languages("Nineteen oh one W El Segundo Blvd", "1901 west el segundo boulevard", options, 1, "en")); CHECK_CALL(test_expansion_contains_with_languages("S St. NW", "s street northwest", options, 1, "en")); CHECK_CALL(test_expansion_contains_with_languages("Quatre vingt douze Ave des Champs-Élysées", "92 avenue des champs-elysees", options, 1, "fr")); CHECK_CALL(test_expansion_contains_with_languages("Quatre vingt douze Ave des Champs-Élysées", "92 avenue des champs elysees", options, 1, "fr")); CHECK_CALL(test_expansion_contains_with_languages("Quatre vingt douze Ave des Champs-Élysées", "92 avenue des champselysees", options, 1, "fr")); CHECK_CALL(test_expansion_contains_with_languages("Marktstrasse", "markt strasse", options, 1, "de")); CHECK_CALL(test_expansion_contains_with_languages("Hoofdstraat", "hoofdstraat", options, 1, "nl")); CHECK_CALL(test_expansion_contains_with_languages("มงแตร", "มงแตร", options, 1, "th")); PASS(); } TEST test_expansion_for_non_address_input(void) { size_t num_expansions; // This is tested as the input caused a segfault in expand_alternative_phrase_option char **expansions = libpostal_expand_address("ida-b@wells.co", libpostal_get_default_options(), &num_expansions); libpostal_expansion_array_destroy(expansions, num_expansions); PASS(); } TEST test_street_root_expansions(void) { libpostal_normalize_options_t options = libpostal_get_default_options(); options.address_components = LIBPOSTAL_ADDRESS_STREET | LIBPOSTAL_ADDRESS_ANY; // English - normal cases CHECK_CALL(test_root_expansion_contains("Malcolm X Blvd", "malcolm x", options)); CHECK_CALL(test_root_expansion_contains("E 106th St", "106", options)); CHECK_CALL(test_root_expansion_contains("S Park Ave", "park", options)); CHECK_CALL(test_root_expansion_contains("Park South", "park", options)); CHECK_CALL(test_root_expansion_contains("Rev Dr. MLK Dr S", "martin luther king junior", options)); CHECK_CALL(test_root_expansion_contains("Rev Dr. Martin Luther King Jr Dr S", "martin luther king junior", options)); CHECK_CALL(test_root_expansion_contains("East 6th Street", "6th", options)); // English - edge cases CHECK_CALL(test_root_expansion_contains("Avenue B", "b", options)); CHECK_CALL(test_root_expansion_contains("Avenue C", "c", options)); CHECK_CALL(test_root_expansion_contains("Avenue D", "d", options)); CHECK_CALL(test_root_expansion_contains("Avenue E", "e", options)); CHECK_CALL(test_root_expansion_contains("Avenue N", "n", options)); CHECK_CALL(test_root_expansion_contains("U St SE", "u", options)); CHECK_CALL(test_root_expansion_contains("S Park", "park", options)); CHECK_CALL(test_root_expansion_contains("Park S", "park", options)); CHECK_CALL(test_root_expansion_contains("Avenue Rd", "avenue", options)); CHECK_CALL(test_root_expansion_contains("Broadway", "broadway", options)); CHECK_CALL(test_root_expansion_contains("E Broadway", "broadway", options)); CHECK_CALL(test_root_expansion_contains("E Center St", "center", options)); CHECK_CALL(test_root_expansion_contains("E Ctr St", "center", options)); CHECK_CALL(test_root_expansion_contains("E Center Street", "center", options)); CHECK_CALL(test_root_expansion_contains("E Ctr Street", "center", options)); CHECK_CALL(test_root_expansion_contains("Center St E", "center", options)); CHECK_CALL(test_root_expansion_contains("Ctr St E", "center", options)); CHECK_CALL(test_root_expansion_contains("Center Street E", "center", options)); CHECK_CALL(test_root_expansion_contains("Ctr Street E", "center", options)); CHECK_CALL(test_root_expansion_contains_with_languages("W. UNION STREET", "union", options, 2, "en", "es")); // Spanish CHECK_CALL(test_root_expansion_contains("C/ Ocho", "8", options)); PASS(); } TEST test_house_number_root_expansions(void) { libpostal_normalize_options_t options = libpostal_get_default_options(); options.address_components = LIBPOSTAL_ADDRESS_HOUSE_NUMBER | LIBPOSTAL_ADDRESS_ANY; // English - normal cases CHECK_CALL(test_root_expansion_contains("1A", "1 a", options)); CHECK_CALL(test_root_expansion_contains("A1", "a 1", options)); CHECK_CALL(test_root_expansion_contains("1", "1", options)); CHECK_CALL(test_root_expansion_contains_with_languages("# 1", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("No. 1", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("House No. 1", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("House #1", "1", options, 1, "en")); PASS(); } TEST test_level_root_expansions(void) { libpostal_normalize_options_t options = libpostal_get_default_options(); options.address_components = LIBPOSTAL_ADDRESS_LEVEL | LIBPOSTAL_ADDRESS_ANY; // English - normal cases CHECK_CALL(test_root_expansion_contains_with_languages("1st Fl", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("1st Floor", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("First Fl", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("First Floor", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("2nd Fl", "2", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("2nd Floor", "2", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Second Fl", "2", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Second Floor", "2", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Fl #1", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Fl No. 1", "1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Floor No. 1", "1", options, 1, "en")); // Specifiers CHECK_CALL(test_root_expansion_contains_with_languages("SB 1", "sub basement 1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Bsmt", "basement", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Bsmt 1", "basement 1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("1G", "1 ground", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("G", "ground", options, 1, "en")); PASS(); } TEST test_unit_root_expansions(void) { libpostal_normalize_options_t options = libpostal_get_default_options(); options.address_components = LIBPOSTAL_ADDRESS_UNIT | LIBPOSTAL_ADDRESS_ANY; // English - normal cases CHECK_CALL(test_root_expansion_contains_with_languages("1A", "1 a", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("A1", "a 1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Apt 101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Apt No 101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Apt #101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Apartment 101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Apartment #101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Ste 101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Ste No 101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Ste #101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Suite 101", "101", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Suite #101", "101", options, 1, "en")); // Specifiers CHECK_CALL(test_root_expansion_contains_with_languages("PH 1", "penthouse 1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("PH1", "penthouse 1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("Penthouse 1", "penthouse 1", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("1L", "1l", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("1L", "1 left", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("1F", "1f", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("1F", "1f", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("1R", "1r", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("1R", "1r", options, 1, "en")); PASS(); } TEST test_po_box_root_expansions(void) { libpostal_normalize_options_t options = libpostal_get_default_options(); options.address_components = LIBPOSTAL_ADDRESS_PO_BOX | LIBPOSTAL_ADDRESS_ANY; CHECK_CALL(test_root_expansion_contains_with_languages("PO Box 1234", "1234", options, 1, "en")); CHECK_CALL(test_root_expansion_contains_with_languages("PO Box #1234", "1234", options, 1, "en")); PASS(); } TEST test_expansions_language_classifier(void) { libpostal_normalize_options_t options = libpostal_get_default_options(); CHECK_CALL(test_expansion_contains_with_languages("V XX Sett", "via 20 settembre", options, 0, NULL)); CHECK_CALL(test_expansion_contains_with_languages("C/ Ocho", "calle 8", options, 0, NULL)); PASS(); } TEST test_expansions_no_options(void) { libpostal_normalize_options_t options = libpostal_get_default_options(); options.lowercase = false; options.latin_ascii = false; options.transliterate = false; options.strip_accents = false; options.decompose = false; options.trim_string = false; options.drop_parentheticals = false; options.replace_numeric_hyphens = false; options.delete_numeric_hyphens = false; options.split_alpha_from_numeric = false; options.replace_word_hyphens = false; options.delete_word_hyphens = false; options.delete_final_periods = false; options.delete_acronym_periods = false; options.drop_english_possessives = false; options.delete_apostrophes = false; options.expand_numex = false; options.roman_numerals = false; CHECK_CALL(test_expansion_contains_with_languages("120 E 96th St New York", "120 E 96th St New York", options, 0, NULL)); PASS(); } SUITE(libpostal_expansion_tests) { if (!libpostal_setup() || !libpostal_setup_language_classifier()) { printf("Could not setup libpostal\n"); exit(EXIT_FAILURE); } RUN_TEST(test_expansions); RUN_TEST(test_street_root_expansions); RUN_TEST(test_house_number_root_expansions); RUN_TEST(test_level_root_expansions); RUN_TEST(test_unit_root_expansions); RUN_TEST(test_po_box_root_expansions); RUN_TEST(test_expansions_language_classifier); RUN_TEST(test_expansions_no_options); RUN_TEST(test_expansion_for_non_address_input); libpostal_teardown(); libpostal_teardown_language_classifier(); }