Victor Chang | 90c5a0c | 2021-08-03 17:57:10 +0100 | [diff] [blame] | 1 | #!/usr/bin/python3 -B |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 2 | |
Neil Fuller | 56166d3 | 2017-06-12 12:57:10 +0100 | [diff] [blame] | 3 | # Copyright 2017 The Android Open Source Project |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | # you may not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
| 8 | # |
| 9 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | # |
| 11 | # Unless required by applicable law or agreed to in writing, software |
| 12 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | # See the License for the specific language governing permissions and |
| 15 | # limitations under the License. |
| 16 | |
| 17 | """Generates the timezone data files used by Android.""" |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 18 | |
Almaz Mingaleev | 535075a | 2021-09-28 11:32:28 +0100 | [diff] [blame] | 19 | import argparse |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 20 | import glob |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 21 | import os |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 22 | import re |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 23 | import subprocess |
| 24 | import sys |
| 25 | import tarfile |
| 26 | import tempfile |
| 27 | |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 28 | sys.path.append('%s/external/icu/tools' % os.environ.get('ANDROID_BUILD_TOP')) |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 29 | import i18nutil |
Neil Fuller | fa89b03 | 2017-06-14 15:58:26 +0100 | [diff] [blame] | 30 | import icuutil |
Neil Fuller | 56166d3 | 2017-06-12 12:57:10 +0100 | [diff] [blame] | 31 | import tzdatautil |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 32 | |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 33 | |
| 34 | # Calculate the paths that are referred to by multiple functions. |
| 35 | android_build_top = i18nutil.GetAndroidRootOrDie() |
Neil Fuller | 56166d3 | 2017-06-12 12:57:10 +0100 | [diff] [blame] | 36 | timezone_dir = os.path.realpath('%s/system/timezone' % android_build_top) |
| 37 | i18nutil.CheckDirExists(timezone_dir, 'system/timezone') |
| 38 | |
Neil Fuller | 8cec561 | 2017-10-11 10:38:17 +0100 | [diff] [blame] | 39 | android_host_out = i18nutil.GetAndroidHostOutOrDie() |
| 40 | |
Neil Fuller | 0480f46 | 2019-04-09 19:23:35 +0100 | [diff] [blame] | 41 | zone_compactor_dir = os.path.realpath('%s/system/timezone/input_tools/android' % android_build_top) |
| 42 | i18nutil.CheckDirExists(zone_compactor_dir, 'system/timezone/input_tools/android') |
Neil Fuller | 56166d3 | 2017-06-12 12:57:10 +0100 | [diff] [blame] | 43 | |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 44 | timezone_input_tools_dir = os.path.realpath('%s/input_tools' % timezone_dir) |
Neil Fuller | 56166d3 | 2017-06-12 12:57:10 +0100 | [diff] [blame] | 45 | timezone_input_data_dir = os.path.realpath('%s/input_data' % timezone_dir) |
| 46 | |
Neil Fuller | 35467e1 | 2017-06-12 16:55:44 +0100 | [diff] [blame] | 47 | timezone_output_data_dir = '%s/output_data' % timezone_dir |
| 48 | i18nutil.CheckDirExists(timezone_output_data_dir, 'output_data') |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 49 | |
| 50 | tmp_dir = tempfile.mkdtemp('-tzdata') |
| 51 | |
Neil Fuller | a591fb0 | 2018-05-08 17:29:11 +0100 | [diff] [blame] | 52 | def GenerateZicInputFile(extracted_iana_data_dir): |
| 53 | # Android APIs assume DST means "summer time" so we follow the rearguard format |
| 54 | # introduced in 2018e. |
| 55 | zic_input_file_name = 'rearguard.zi' |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 56 | |
Neil Fuller | a591fb0 | 2018-05-08 17:29:11 +0100 | [diff] [blame] | 57 | # 'NDATA=' is used to remove unnecessary rules files. |
| 58 | subprocess.check_call(['make', '-C', extracted_iana_data_dir, 'NDATA=', zic_input_file_name]) |
| 59 | |
| 60 | zic_input_file = '%s/%s' % (extracted_iana_data_dir, zic_input_file_name) |
| 61 | if not os.path.exists(zic_input_file): |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 62 | print('Could not find %s' % zic_input_file) |
Neil Fuller | a591fb0 | 2018-05-08 17:29:11 +0100 | [diff] [blame] | 63 | sys.exit(1) |
| 64 | return zic_input_file |
| 65 | |
| 66 | |
| 67 | def WriteSetupFile(zic_input_file): |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 68 | """Writes the list of zones that ZoneCompactor should process.""" |
| 69 | links = [] |
| 70 | zones = [] |
Neil Fuller | a591fb0 | 2018-05-08 17:29:11 +0100 | [diff] [blame] | 71 | for line in open(zic_input_file): |
| 72 | fields = line.split() |
| 73 | if fields: |
Neil Fuller | 4da0af1 | 2020-05-19 14:56:15 +0100 | [diff] [blame] | 74 | line_type = fields[0] |
| 75 | if line_type == 'Link': |
| 76 | # Each "Link" line requires the creation of a link from an old tz ID to |
| 77 | # a new tz ID, and implies the existence of a zone with the old tz ID. |
| 78 | # |
| 79 | # IANA terminology: |
| 80 | # TARGET = the new tz ID, LINK-NAME = the old tz ID |
| 81 | target = fields[1] |
| 82 | link_name = fields[2] |
| 83 | links.append('Link %s %s' % (target, link_name)) |
| 84 | zones.append('Zone %s' % link_name) |
| 85 | elif line_type == 'Zone': |
| 86 | # Each "Zone" line indicates the existence of a tz ID. |
| 87 | # |
| 88 | # IANA terminology: |
| 89 | # NAME is the tz ID, other fields like STDOFF, RULES, FORMAT,[UNTIL] are |
| 90 | # ignored. |
| 91 | name = fields[1] |
| 92 | zones.append('Zone %s' % name) |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 93 | |
| 94 | zone_compactor_setup_file = '%s/setup' % tmp_dir |
| 95 | setup = open(zone_compactor_setup_file, 'w') |
Neil Fuller | 4da0af1 | 2020-05-19 14:56:15 +0100 | [diff] [blame] | 96 | |
| 97 | # Ordering requirement from ZoneCompactor: Links must come first. |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 98 | for link in sorted(set(links)): |
| 99 | setup.write('%s\n' % link) |
| 100 | for zone in sorted(set(zones)): |
| 101 | setup.write('%s\n' % zone) |
| 102 | setup.close() |
| 103 | return zone_compactor_setup_file |
| 104 | |
| 105 | |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 106 | def BuildIcuData(iana_data_tar_file): |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 107 | icu_build_dir = '%s/icu' % tmp_dir |
| 108 | |
Neil Fuller | fa89b03 | 2017-06-14 15:58:26 +0100 | [diff] [blame] | 109 | icuutil.PrepareIcuBuild(icu_build_dir) |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 110 | icuutil.MakeTzDataFiles(icu_build_dir, iana_data_tar_file) |
Neil Fuller | fa89b03 | 2017-06-14 15:58:26 +0100 | [diff] [blame] | 111 | |
| 112 | # Create ICU system image files. |
| 113 | icuutil.MakeAndCopyIcuDataFiles(icu_build_dir) |
| 114 | |
| 115 | # Create the ICU overlay time zone file. |
Almaz Mingaleev | 7ed0edf | 2021-11-04 15:30:02 +0000 | [diff] [blame] | 116 | icu_overlay_dir = '%s/icu_overlay' % timezone_output_data_dir |
Neil Fuller | 64bd411 | 2018-11-01 18:14:07 +0000 | [diff] [blame] | 117 | icu_overlay_dat_file = '%s/icu_tzdata.dat' % icu_overlay_dir |
Neil Fuller | fa89b03 | 2017-06-14 15:58:26 +0100 | [diff] [blame] | 118 | icuutil.MakeAndCopyOverlayTzIcuData(icu_build_dir, icu_overlay_dat_file) |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 119 | |
Almaz Mingaleev | 881012b | 2021-11-08 10:00:23 +0000 | [diff] [blame] | 120 | # There are files in ICU which generation depends on ICU itself, |
| 121 | # so multiple builds might be needed. |
Almaz Mingaleev | 7ed0edf | 2021-11-04 15:30:02 +0000 | [diff] [blame] | 122 | icuutil.GenerateIcuDataFiles() |
| 123 | |
Neil Fuller | 64bd411 | 2018-11-01 18:14:07 +0000 | [diff] [blame] | 124 | # Copy ICU license file(s) |
| 125 | icuutil.CopyLicenseFiles(icu_overlay_dir) |
| 126 | |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 127 | |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 128 | def GetIanaVersion(iana_tar_file): |
| 129 | iana_tar_filename = os.path.basename(iana_tar_file) |
| 130 | iana_version = re.search('tz(?:data|code)(.+)\\.tar\\.gz', iana_tar_filename).group(1) |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 131 | return iana_version |
| 132 | |
Neil Fuller | 8cec561 | 2017-10-11 10:38:17 +0100 | [diff] [blame] | 133 | |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 134 | def ExtractTarFile(tar_file, dir): |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 135 | print('Extracting %s...' % tar_file) |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 136 | if not os.path.exists(dir): |
| 137 | os.mkdir(dir) |
| 138 | tar = tarfile.open(tar_file, 'r') |
| 139 | tar.extractall(dir) |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 140 | |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 141 | |
| 142 | def BuildZic(iana_tools_dir): |
Neil Fuller | 2aba99c | 2019-02-26 13:15:34 +0000 | [diff] [blame] | 143 | iana_zic_code_tar_file = tzdatautil.GetIanaTarFile(iana_tools_dir, 'tzcode') |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 144 | iana_zic_code_version = GetIanaVersion(iana_zic_code_tar_file) |
Neil Fuller | 2aba99c | 2019-02-26 13:15:34 +0000 | [diff] [blame] | 145 | iana_zic_data_tar_file = tzdatautil.GetIanaTarFile(iana_tools_dir, 'tzdata') |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 146 | iana_zic_data_version = GetIanaVersion(iana_zic_data_tar_file) |
| 147 | |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 148 | print('Found IANA zic release %s/%s in %s/%s ...' \ |
Neil Fuller | ed0c59b | 2020-05-03 21:18:13 +0100 | [diff] [blame] | 149 | % (iana_zic_code_version, iana_zic_data_version, iana_zic_code_tar_file, |
| 150 | iana_zic_data_tar_file)) |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 151 | |
| 152 | zic_build_dir = '%s/zic' % tmp_dir |
| 153 | ExtractTarFile(iana_zic_code_tar_file, zic_build_dir) |
| 154 | ExtractTarFile(iana_zic_data_tar_file, zic_build_dir) |
| 155 | |
| 156 | # zic |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 157 | print('Building zic...') |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 158 | # VERSION_DEPS= is to stop the build process looking for files that might not |
| 159 | # be present across different versions. |
| 160 | subprocess.check_call(['make', '-C', zic_build_dir, 'zic']) |
| 161 | |
| 162 | zic_binary_file = '%s/zic' % zic_build_dir |
| 163 | if not os.path.exists(zic_binary_file): |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 164 | print('Could not find %s' % zic_binary_file) |
Neil Fuller | a591fb0 | 2018-05-08 17:29:11 +0100 | [diff] [blame] | 165 | sys.exit(1) |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 166 | return zic_binary_file |
| 167 | |
| 168 | |
| 169 | def BuildTzdata(zic_binary_file, extracted_iana_data_dir, iana_data_version): |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 170 | print('Generating zic input file...') |
Neil Fuller | a591fb0 | 2018-05-08 17:29:11 +0100 | [diff] [blame] | 171 | zic_input_file = GenerateZicInputFile(extracted_iana_data_dir) |
| 172 | |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 173 | print('Calling zic...') |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 174 | zic_output_dir = '%s/data' % tmp_dir |
| 175 | os.mkdir(zic_output_dir) |
Almaz Mingaleev | 7ce5389 | 2021-10-18 16:09:14 +0100 | [diff] [blame] | 176 | zic_cmd = [zic_binary_file, '-b', 'fat', '-d', zic_output_dir, zic_input_file] |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 177 | subprocess.check_call(zic_cmd) |
| 178 | |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 179 | # ZoneCompactor |
Neil Fuller | a591fb0 | 2018-05-08 17:29:11 +0100 | [diff] [blame] | 180 | zone_compactor_setup_file = WriteSetupFile(zic_input_file) |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 181 | |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 182 | print('Calling ZoneCompactor to update tzdata to %s...' % iana_data_version) |
Neil Fuller | d322be6 | 2019-09-16 16:25:03 +0100 | [diff] [blame] | 183 | |
| 184 | tzdatautil.InvokeSoong(android_build_top, ['zone_compactor']) |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 185 | |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 186 | # Create args for ZoneCompactor |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 187 | header_string = 'tzdata%s' % iana_data_version |
Neil Fuller | 35467e1 | 2017-06-12 16:55:44 +0100 | [diff] [blame] | 188 | |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 189 | print('Executing ZoneCompactor...') |
Neil Fuller | d322be6 | 2019-09-16 16:25:03 +0100 | [diff] [blame] | 190 | command = '%s/bin/zone_compactor' % android_host_out |
Neil Fuller | 35467e1 | 2017-06-12 16:55:44 +0100 | [diff] [blame] | 191 | iana_output_data_dir = '%s/iana' % timezone_output_data_dir |
Neil Fuller | 61b7d56 | 2020-05-21 14:43:47 +0100 | [diff] [blame] | 192 | subprocess.check_call([command, zone_compactor_setup_file, zic_output_dir, iana_output_data_dir, |
| 193 | header_string]) |
Neil Fuller | 56166d3 | 2017-06-12 12:57:10 +0100 | [diff] [blame] | 194 | |
| 195 | |
Neil Fuller | 7803149 | 2020-08-07 21:17:58 +0100 | [diff] [blame] | 196 | def BuildTzlookupAndTzIds(iana_data_dir): |
Neil Fuller | 8cec561 | 2017-10-11 10:38:17 +0100 | [diff] [blame] | 197 | countryzones_source_file = '%s/android/countryzones.txt' % timezone_input_data_dir |
Neil Fuller | 35467e1 | 2017-06-12 16:55:44 +0100 | [diff] [blame] | 198 | tzlookup_dest_file = '%s/android/tzlookup.xml' % timezone_output_data_dir |
Neil Fuller | 7803149 | 2020-08-07 21:17:58 +0100 | [diff] [blame] | 199 | tzids_dest_file = '%s/android/tzids.prototxt' % timezone_output_data_dir |
Neil Fuller | 8cec561 | 2017-10-11 10:38:17 +0100 | [diff] [blame] | 200 | |
Neil Fuller | 7803149 | 2020-08-07 21:17:58 +0100 | [diff] [blame] | 201 | print('Calling TzLookupGenerator to create tzlookup.xml / tzids.prototxt...') |
Neil Fuller | d322be6 | 2019-09-16 16:25:03 +0100 | [diff] [blame] | 202 | tzdatautil.InvokeSoong(android_build_top, ['tzlookup_generator']) |
Neil Fuller | 8cec561 | 2017-10-11 10:38:17 +0100 | [diff] [blame] | 203 | |
Neil Fuller | 8cec561 | 2017-10-11 10:38:17 +0100 | [diff] [blame] | 204 | zone_tab_file = '%s/zone.tab' % iana_data_dir |
Neil Fuller | d322be6 | 2019-09-16 16:25:03 +0100 | [diff] [blame] | 205 | command = '%s/bin/tzlookup_generator' % android_host_out |
Almaz Mingaleev | b209099 | 2021-12-03 10:17:52 +0000 | [diff] [blame] | 206 | subprocess.check_call([command, countryzones_source_file, zone_tab_file, tzlookup_dest_file, |
| 207 | tzids_dest_file]) |
Neil Fuller | 56166d3 | 2017-06-12 12:57:10 +0100 | [diff] [blame] | 208 | |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 209 | |
Neil Fuller | f85e814 | 2019-10-28 17:21:55 +0000 | [diff] [blame] | 210 | def BuildTelephonylookup(): |
| 211 | telephonylookup_source_file = '%s/android/telephonylookup.txt' % timezone_input_data_dir |
| 212 | telephonylookup_dest_file = '%s/android/telephonylookup.xml' % timezone_output_data_dir |
| 213 | |
| 214 | print('Calling TelephonyLookupGenerator to create telephonylookup.xml...') |
| 215 | tzdatautil.InvokeSoong(android_build_top, ['telephonylookup_generator']) |
| 216 | |
| 217 | command = '%s/bin/telephonylookup_generator' % android_host_out |
| 218 | subprocess.check_call([command, telephonylookup_source_file, telephonylookup_dest_file]) |
| 219 | |
| 220 | |
Almaz Mingaleev | 535075a | 2021-09-28 11:32:28 +0100 | [diff] [blame] | 221 | def CreateDistroFiles(iana_data_version, android_revision, |
| 222 | output_distro_dir, output_version_file): |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 223 | create_distro_script = '%s/distro/tools/create-distro.py' % timezone_dir |
| 224 | |
| 225 | tzdata_file = '%s/iana/tzdata' % timezone_output_data_dir |
Almaz Mingaleev | e5a0b06 | 2021-06-30 14:48:09 +0100 | [diff] [blame] | 226 | icu_dir = '%s/icu_overlay' % timezone_output_data_dir |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 227 | tzlookup_file = '%s/android/tzlookup.xml' % timezone_output_data_dir |
Neil Fuller | f85e814 | 2019-10-28 17:21:55 +0000 | [diff] [blame] | 228 | telephonylookup_file = '%s/android/telephonylookup.xml' % timezone_output_data_dir |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 229 | |
Neil Fuller | e2d551b | 2018-10-29 15:32:06 +0000 | [diff] [blame] | 230 | distro_file_pattern = '%s/*.zip' % output_distro_dir |
| 231 | existing_files = glob.glob(distro_file_pattern) |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 232 | |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 233 | print('Removing %s' % existing_files) |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 234 | for existing_file in existing_files: |
| 235 | os.remove(existing_file) |
| 236 | |
| 237 | subprocess.check_call([create_distro_script, |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 238 | '-iana_version', iana_data_version, |
Almaz Mingaleev | 535075a | 2021-09-28 11:32:28 +0100 | [diff] [blame] | 239 | '-revision', str(android_revision), |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 240 | '-tzdata', tzdata_file, |
Almaz Mingaleev | e5a0b06 | 2021-06-30 14:48:09 +0100 | [diff] [blame] | 241 | '-icu_dir', icu_dir, |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 242 | '-tzlookup', tzlookup_file, |
Neil Fuller | f85e814 | 2019-10-28 17:21:55 +0000 | [diff] [blame] | 243 | '-telephonylookup', telephonylookup_file, |
Neil Fuller | e2d551b | 2018-10-29 15:32:06 +0000 | [diff] [blame] | 244 | '-output_distro_dir', output_distro_dir, |
| 245 | '-output_version_file', output_version_file]) |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 246 | |
Neil Fuller | ad3c876 | 2017-10-20 15:58:57 +0100 | [diff] [blame] | 247 | def UpdateTestFiles(): |
| 248 | testing_data_dir = '%s/testing/data' % timezone_dir |
| 249 | update_test_files_script = '%s/create-test-data.sh' % testing_data_dir |
| 250 | subprocess.check_call([update_test_files_script], cwd=testing_data_dir) |
| 251 | |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 252 | |
Almaz Mingaleev | 535075a | 2021-09-28 11:32:28 +0100 | [diff] [blame] | 253 | # Run from any directory, with no special setup required. |
| 254 | # In the rare case when tzdata has to be updated, but under the same version, |
| 255 | # pass "-revision" argument. |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 256 | # See http://www.iana.org/time-zones/ for more about the source of this data. |
| 257 | def main(): |
Almaz Mingaleev | 535075a | 2021-09-28 11:32:28 +0100 | [diff] [blame] | 258 | parser = argparse.ArgumentParser() |
| 259 | parser.add_argument('-revision', type=int, default=1, |
| 260 | help='The distro revision for the IANA version, default = 1') |
| 261 | |
| 262 | args = parser.parse_args() |
| 263 | android_revision = args.revision |
| 264 | |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 265 | print('Source data file structure: %s' % timezone_input_data_dir) |
| 266 | print('Source tools file structure: %s' % timezone_input_tools_dir) |
Neil Fuller | ed0c59b | 2020-05-03 21:18:13 +0100 | [diff] [blame] | 267 | print('Intermediate / working dir: %s' % tmp_dir) |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 268 | print('Output data file structure: %s' % timezone_output_data_dir) |
Neil Fuller | 56166d3 | 2017-06-12 12:57:10 +0100 | [diff] [blame] | 269 | |
Neil Fuller | 8cec561 | 2017-10-11 10:38:17 +0100 | [diff] [blame] | 270 | iana_input_data_dir = '%s/iana' % timezone_input_data_dir |
Neil Fuller | 2aba99c | 2019-02-26 13:15:34 +0000 | [diff] [blame] | 271 | iana_data_tar_file = tzdatautil.GetIanaTarFile(iana_input_data_dir, 'tzdata') |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 272 | iana_data_version = GetIanaVersion(iana_data_tar_file) |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 273 | print('IANA time zone data release %s in %s ...' % (iana_data_version, iana_data_tar_file)) |
Neil Fuller | fa89b03 | 2017-06-14 15:58:26 +0100 | [diff] [blame] | 274 | |
| 275 | icu_dir = icuutil.icuDir() |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 276 | print('Found icu in %s ...' % icu_dir) |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 277 | |
Neil Fuller | cdf5695 | 2018-02-20 17:12:37 +0000 | [diff] [blame] | 278 | BuildIcuData(iana_data_tar_file) |
| 279 | |
| 280 | iana_tools_dir = '%s/iana' % timezone_input_tools_dir |
| 281 | zic_binary_file = BuildZic(iana_tools_dir) |
| 282 | |
| 283 | iana_data_dir = '%s/iana_data' % tmp_dir |
| 284 | ExtractTarFile(iana_data_tar_file, iana_data_dir) |
| 285 | BuildTzdata(zic_binary_file, iana_data_dir, iana_data_version) |
Neil Fuller | ed0c59b | 2020-05-03 21:18:13 +0100 | [diff] [blame] | 286 | |
Neil Fuller | 7803149 | 2020-08-07 21:17:58 +0100 | [diff] [blame] | 287 | BuildTzlookupAndTzIds(iana_data_dir) |
Neil Fuller | ed0c59b | 2020-05-03 21:18:13 +0100 | [diff] [blame] | 288 | |
Neil Fuller | f85e814 | 2019-10-28 17:21:55 +0000 | [diff] [blame] | 289 | BuildTelephonylookup() |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 290 | |
Neil Fuller | e2d551b | 2018-10-29 15:32:06 +0000 | [diff] [blame] | 291 | # Create a distro file and version file from the output from prior stages. |
| 292 | output_distro_dir = '%s/distro' % timezone_output_data_dir |
| 293 | output_version_file = '%s/version/tz_version' % timezone_output_data_dir |
Almaz Mingaleev | 535075a | 2021-09-28 11:32:28 +0100 | [diff] [blame] | 294 | CreateDistroFiles(iana_data_version, android_revision, |
| 295 | output_distro_dir, output_version_file) |
Neil Fuller | ad7e81c | 2017-06-15 16:45:56 +0100 | [diff] [blame] | 296 | |
Neil Fuller | ad3c876 | 2017-10-20 15:58:57 +0100 | [diff] [blame] | 297 | # Update test versions of distro files too. |
| 298 | UpdateTestFiles() |
| 299 | |
Luca Stefani | 136579e | 2019-01-04 17:09:55 +0100 | [diff] [blame] | 300 | print('Look in %s and %s for new files' % (timezone_output_data_dir, icu_dir)) |
Neil Fuller | 86e72c5 | 2017-06-12 15:36:06 +0100 | [diff] [blame] | 301 | sys.exit(0) |
| 302 | |
| 303 | |
| 304 | if __name__ == '__main__': |
| 305 | main() |