001package org.hl7.fhir.utilities.i18n.subtag;
002
003import lombok.Getter;
004import lombok.With;
005
006import java.io.IOException;
007import java.io.InputStream;
008import java.net.URL;
009import java.util.*;
010
011public class LanguageSubtagRegistryLoader {
012
013  @Getter
014  private final LanguageSubtagRegistry registry;
015
016  @With
017  private final boolean loadLanguages;
018
019  @With
020  private final boolean loadScripts;
021
022  @With
023  private final boolean loadExtLangs;
024
025  @With
026  private final boolean loadRegions;
027
028  @With
029  private final boolean loadVariants;
030
031  public static boolean isMultiField(String field){
032    return DESCRIPTION.equals(field)
033      || COMMENTS.equals(field)
034      || PREFIX.equals(field);
035  }
036  public static class Record {
037    final Map<String, String> fields = new HashMap<>();
038    final Map<String, List<String>> multiFields = new HashMap<>();
039
040    public void addField(String field, String value) {
041      if (isMultiField(field)) {
042        List<String> list = multiFields.get(field);
043        if (list == null) {
044          list = new ArrayList<>();
045        }
046        list.add(value);
047        multiFields.put(field, list);
048      } else {
049        fields.put(field, value);
050      }
051    }
052  }
053
054  //Fields
055  //[Type, Added, Description, Scope, Deprecated, Preferred-Value, Suppress-Script, Comments, Macrolanguage, Subtag, Prefix, Tag]
056
057  public static final String TYPE = "Type";
058  public static final String ADDED = "Added";
059  public static final String DESCRIPTION = "Description";
060  public static final String SCOPE = "Scope";
061  public static final String DEPRECATED = "Deprecated";
062  public static final String PREFERRED_VALUE = "Preferred-Value";
063  public static final String SUPPRESS_SCRIPT = "Suppress-Script";
064  public static final String COMMENTS = "Comments";
065  public static final String MACROLANGUAGE = "Macrolanguage";
066  public static final String SUBTAG = "Subtag";
067  public static final String PREFIX = "Prefix";
068  //public static final String TAG = "Tag";
069
070  //Types
071  // [grandfathered, variant, language, region, script, redundant, extlang]
072  public static final String VARIANT = "variant";
073  public static final String LANGUAGE = "language";
074  public static final String REGION = "region";
075  public static final String SCRIPT = "script";
076  public static final String EXTLANG = "extlang";
077
078  public static final String REDUNDANT = "redundant";
079
080  public static final String GRANDFATHERED = "grandfathered";
081
082
083  public LanguageSubtagRegistryLoader(LanguageSubtagRegistry registry) {
084   this(registry, true, true, true, true, true);
085  }
086
087  private LanguageSubtagRegistryLoader(LanguageSubtagRegistry registry, boolean loadLanguages, boolean loadScripts, boolean loadExtLangs, boolean loadRegions, boolean loadVariants) {
088    this.registry = registry;
089    this.loadLanguages = loadLanguages;
090    this.loadScripts = loadScripts;
091    this.loadExtLangs = loadExtLangs;
092    this.loadRegions = loadRegions;
093    this.loadVariants = loadVariants;
094  }
095  public void loadFromDefaultResource() throws IOException {
096    loadFromResource("lang.dat.txt");
097  }
098  public void loadFromResource(String resourceName) throws IOException {
099    ClassLoader classLoader = getClass().getClassLoader();
100    URL resourceUrl = classLoader.getResource(resourceName);
101    assert resourceUrl != null;
102    load(resourceUrl.openStream());
103  }
104  private void load(InputStream inputStream) throws IOException {
105
106    Scanner scanner = new Scanner(inputStream, "UTF-8");
107
108    Record record = null;
109    String currentField = null;
110    String currentValue = null;
111    while (scanner.hasNext()) {
112      String line = scanner.nextLine();
113      if (line.equals("%%")) {
114        if (record != null) {
115          record.addField(currentField, currentValue);
116        }
117        record = processRecord(record);
118        currentField = null;
119        currentValue = null;
120      } else {
121        if (line.startsWith(" ")) {
122          assert currentValue != null;
123          currentValue = currentValue + " " + line.trim();
124        } else {
125          if (currentField != null && currentValue != null) {
126            record.addField(currentField, currentValue);
127          }
128          String[] split = line.split(":\\s");
129          if (split.length == 2) {
130            currentField = split[0];
131
132            currentValue = split[1];
133          }
134        }
135      }
136    }
137    if (record != null) {
138      record.addField(currentField, currentValue);
139    }
140    processRecord(record);
141  }
142
143  protected Record processRecord(Record record) {
144    if (record == null) {
145      return new Record();
146    }
147    String typeValue = record.fields.get(TYPE);
148
149    assert record.fields.containsKey(ADDED);
150
151    final Subtag subtag;
152    switch (typeValue) {
153      case LANGUAGE:  subtag = processLanguageRecord(record); break;
154      case EXTLANG: subtag = processExtLangRecord(record); break;
155      case SCRIPT: subtag = processScriptRecord(record); break;
156      case REGION: subtag = processRegionRecord(record); break;
157      case VARIANT: subtag = processVariantRecord(record); break;
158      default: subtag = null;
159    }
160
161    assert subtag != null || typeValue.equals(GRANDFATHERED) || typeValue.equals(REDUNDANT);
162
163    if (subtag != null) {
164      addSubtag(subtag);
165    }
166    return new Record();
167  }
168
169  protected void addSubtag(Subtag subtag) {
170    assert subtag.getSubtag() != null;
171    if (subtag instanceof LanguageSubtag && loadLanguages)
172      registry.addLanguage(subtag.getSubtag(), (LanguageSubtag) subtag);
173    else if (subtag instanceof  ExtLangSubtag && loadExtLangs )
174     registry.addExtLang(subtag.getSubtag(), (ExtLangSubtag) subtag);
175    else if (subtag instanceof ScriptSubtag && loadScripts)
176      registry.addScript(subtag.getSubtag(), (ScriptSubtag) subtag);
177    else if (subtag instanceof RegionSubtag && loadRegions)
178      registry.addRegion(subtag.getSubtag(), (RegionSubtag) subtag);
179    else if (subtag instanceof VariantSubtag && loadVariants)
180      registry.addVariant(subtag.getSubtag(), (VariantSubtag) subtag);
181  }
182  protected Subtag processVariantRecord(Record record) {
183    assert record.fields.containsKey(SUBTAG);
184    VariantSubtag variant = new VariantSubtag(record.fields.get(SUBTAG));
185    addCommonFieldsToSubtag(variant, record);
186    variant.setPreferredValue(record.fields.get(PREFERRED_VALUE));
187    if (record.multiFields.containsKey(PREFIX))
188      for (String prefix : record.multiFields.get(PREFIX)) {
189        variant.addPrefix(prefix);
190      }
191    return variant;
192  }
193
194  protected Subtag processScriptRecord(Record record) {
195    assert record.fields.containsKey(SUBTAG);
196    ScriptSubtag script = new ScriptSubtag(record.fields.get(SUBTAG));
197    addCommonFieldsToSubtag(script, record);
198    return script;
199  }
200
201
202  protected Subtag processRegionRecord(Record record) {
203    assert record.fields.containsKey(SUBTAG);
204    RegionSubtag region = new RegionSubtag(record.fields.get(SUBTAG));
205    addCommonFieldsToSubtag(region, record);
206    region.setPreferredValue(record.fields.get(PREFERRED_VALUE));
207    return region;
208  }
209
210
211  protected Subtag processExtLangRecord(Record record) {
212    assert record.fields.containsKey(SUBTAG);
213    ExtLangSubtag extLang = new ExtLangSubtag(record.fields.get(SUBTAG));
214    addCommonFieldsToSubtag(extLang, record);
215    extLang.setPreferredValue(record.fields.get(PREFERRED_VALUE));
216    extLang.setMacrolanguage(record.fields.get(MACROLANGUAGE));
217    if (record.multiFields.containsKey(PREFIX)) {
218      assert record.multiFields.get(PREFIX).size() == 1;
219      extLang.setPrefix(record.multiFields.get(PREFIX).get(0));
220    }
221    return extLang;
222  }
223
224  protected Subtag processLanguageRecord(Record record) {
225    assert record.fields.containsKey(SUBTAG);
226    LanguageSubtag language = new LanguageSubtag(record.fields.get(SUBTAG));
227    addCommonFieldsToSubtag(language, record);
228    language.setScope(record.fields.get(SCOPE));
229    language.setPreferredValue(record.fields.get(PREFERRED_VALUE));
230    language.setSuppressScript(record.fields.get(SUPPRESS_SCRIPT));
231    language.setMacrolanguage(record.fields.get(MACROLANGUAGE));
232    return language;
233  }
234
235  private void addCommonFieldsToSubtag(Subtag subtag, Record record) {
236    if (record.multiFields.containsKey(DESCRIPTION))
237      for (String description : record.multiFields.get(DESCRIPTION)) {
238        subtag.addDescription(description);
239      }
240    if (record.multiFields.containsKey(COMMENTS))
241      for (String comment : record.multiFields.get(COMMENTS)) {
242        subtag.addComments(comment);
243      }
244    subtag.setAdded(record.fields.get(ADDED));
245    subtag.setDeprecated(record.fields.get(DEPRECATED));
246  }
247}