# Copyright (c) Facebook, Inc. and its affiliates. # This source code is licensed under the MIT license found in the # LICENSE file in the root directory of this source tree. from __future__ import absolute_import from __future__ import division from __future__ import print_function from __future__ import unicode_literals import inspect import unicodedata import warnings import pandas as pd import numpy as np import holidays as hdays_part1 import fbprophet.hdays as hdays_part2 def utf8_to_ascii(text): """Holidays often have utf-8 characters. These are not allowed in R package data (they generate a NOTE). TODO: revisit whether we want to do this lossy conversion. """ ascii_text = ( unicodedata.normalize('NFD', text) .encode('ascii', 'ignore') .decode('ascii') .strip() ) # Check if anything converted if sum(1 for x in ascii_text if x not in [' ', '(', ')', ',']) == 0: return 'FAILED_TO_PARSE' else: return ascii_text def generate_holidays_file(): """Generate csv file of all possible holiday names, ds, and countries, year combination """ years = np.arange(1995, 2045, 1) all_holidays = [] # class names in holiday packages which are not countries # Also cut out countries with utf-8 holidays that don't parse to ascii class_to_exclude = set([ 'rd', 'date', 'Lunar', 'timedelta', 'Calendar', 'Converter', 'HolidayBase', 'DateNotExist', 'Belarus', 'BY', 'Bulgaria', 'BG', 'Japan', 'JP', 'Serbia', 'RS', 'Ukraine', 'UA', ]) class_list2 = inspect.getmembers(hdays_part2, inspect.isclass) country_set2 = set(list(zip(*class_list2))[0]) country_set2 -= class_to_exclude for country in country_set2: with warnings.catch_warnings(): warnings.simplefilter("ignore") temp = getattr(hdays_part2, country)(years=years) temp_df = pd.DataFrame(list(temp.items()), columns=['ds', 'holiday']) temp_df['country'] = country all_holidays.append(temp_df) class_list1 = inspect.getmembers(hdays_part1, inspect.isclass) country_set1 = set(list(zip(*class_list1))[0]) country_set1 -= class_to_exclude # Avoid overwrting holidays get from hdays_part2 country_set1 -= country_set2 for country in country_set1: temp = getattr(hdays_part1, country)(years=years) temp_df = pd.DataFrame(list(temp.items()), columns=['ds', 'holiday']) temp_df['country'] = country all_holidays.append(temp_df) generated_holidays = pd.concat(all_holidays, axis=0, ignore_index=True) generated_holidays['year'] = generated_holidays.ds.apply(lambda x: x.year) generated_holidays.sort_values(['country', 'ds', 'holiday'], inplace=True) # Convert to ASCII, and drop holidays that fail to convert generated_holidays['holiday'] = generated_holidays['holiday'].apply(utf8_to_ascii) assert 'FAILED_TO_PARSE' not in generated_holidays['holiday'].unique() generated_holidays.to_csv("../R/data-raw/generated_holidays.csv", index=False) if __name__ == "__main__": # execute only if run as a script generate_holidays_file()