mirror of
https://github.com/saymrwulf/prophet.git
synced 2026-11-19 09:00:59 +00:00
Fixing some holiday parsing for R csv file
This commit is contained in:
parent
f640308395
commit
64d54e7748
2 changed files with 1204 additions and 1973 deletions
File diff suppressed because it is too large
Load diff
|
|
@ -28,9 +28,10 @@ def utf8_to_ascii(text):
|
||||||
unicodedata.normalize('NFD', text)
|
unicodedata.normalize('NFD', text)
|
||||||
.encode('ascii', 'ignore')
|
.encode('ascii', 'ignore')
|
||||||
.decode('ascii')
|
.decode('ascii')
|
||||||
|
.strip()
|
||||||
)
|
)
|
||||||
# Check if anything converted
|
# Check if anything converted
|
||||||
if sum(1 for x in ascii_text if x != ' ') == 0:
|
if sum(1 for x in ascii_text if x not in [' ', '(', ')', ',']) == 0:
|
||||||
return 'FAILED_TO_PARSE'
|
return 'FAILED_TO_PARSE'
|
||||||
else:
|
else:
|
||||||
return ascii_text
|
return ascii_text
|
||||||
|
|
@ -43,9 +44,11 @@ def generate_holidays_file():
|
||||||
years = np.arange(1995, 2045, 1)
|
years = np.arange(1995, 2045, 1)
|
||||||
all_holidays = []
|
all_holidays = []
|
||||||
# class names in holiday packages which are not countries
|
# class names in holiday packages which are not countries
|
||||||
|
# Also cut out countries with utf-8 holidays that don't parse to ascii
|
||||||
class_to_exclude = set([
|
class_to_exclude = set([
|
||||||
'rd', 'date', 'Lunar', 'timedelta', 'Calendar', 'Converter', 'HolidayBase',
|
'rd', 'date', 'Lunar', 'timedelta', 'Calendar', 'Converter', 'HolidayBase',
|
||||||
'DateNotExist',
|
'DateNotExist', 'Belarus', 'BY', 'Bulgaria', 'BG', 'Japan', 'JP', 'Serbia',
|
||||||
|
'RS', 'Ukraine', 'UA',
|
||||||
])
|
])
|
||||||
|
|
||||||
class_list2 = inspect.getmembers(hdays_part2, inspect.isclass)
|
class_list2 = inspect.getmembers(hdays_part2, inspect.isclass)
|
||||||
|
|
@ -78,7 +81,7 @@ def generate_holidays_file():
|
||||||
|
|
||||||
# Convert to ASCII, and drop holidays that fail to convert
|
# Convert to ASCII, and drop holidays that fail to convert
|
||||||
generated_holidays['holiday'] = generated_holidays['holiday'].apply(utf8_to_ascii)
|
generated_holidays['holiday'] = generated_holidays['holiday'].apply(utf8_to_ascii)
|
||||||
generated_holidays = generated_holidays[generated_holidays['holiday'] != 'FAILED_TO_PARSE']
|
assert 'FAILED_TO_PARSE' not in generated_holidays['holiday'].unique()
|
||||||
generated_holidays.to_csv("../R/data-raw/generated_holidays.csv", index=False)
|
generated_holidays.to_csv("../R/data-raw/generated_holidays.csv", index=False)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue