Changeset 6653 for vlo/trunk/vlo-importer/src/main/java/eu/clarin/cmdi/vlo/importer/CMDIParserVTDXML.java

Timestamp:

10/07/15 10:51:24 (9 years ago)

Author:

teckart@informatik.uni-leipzig.de

Message:

More consistent handling of xml:lang attributes for description values. Now the same schema as for facet languageCode is used to indicate the content's language (#780)

File:

• vlo/trunk/vlo-importer/src/main/java/eu/clarin/cmdi/vlo/importer/CMDIParserVTDXML.java (modified) (4 diffs)

vlo/trunk/vlo-importer/src/main/java/eu/clarin/cmdi/vlo/importer/CMDIParserVTDXML.java

@@ -29 +29 @@
     private final static Logger LOG = LoggerFactory.getLogger(CMDIParserVTDXML.class);
 
-    private static final String DEFAULT_LANGUAGE = "und";
+    private static final String DEFAULT_LANGUAGE = "code:und";
 
     public CMDIParserVTDXML(Map<String, PostProcessor> postProcessors, Boolean useLocalXSDCache) {
@@ -285 +285 @@
 
             // ignore non-English language names for facet LANGUAGE_CODE
-            if (config.getName().equals(FacetConstants.FIELD_LANGUAGE_CODE) && !languageCode.equals("en") && !languageCode.equals("eng") && !languageCode.equals("und")) {
+            if (config.getName().equals(FacetConstants.FIELD_LANGUAGE_CODE) && !languageCode.equals("code:eng") && !languageCode.equals("code:und")) {
                 index = ap.evalXPath();
                 continue;
@@ -314 +314 @@
         // extract language code in xml:lang if available
         Integer langAttrIndex = nav.getAttrVal("xml:lang");
-        String languageCode = DEFAULT_LANGUAGE;
+        String languageCode;
         if (langAttrIndex != -1) {
             languageCode = nav.toString(langAttrIndex).trim();
-        }
-        // replace 2-letter with 3-letter codes
-        if (MetadataImporter.languageCodeUtils.getSilToIso639Map().containsKey(languageCode)) {
-            languageCode = MetadataImporter.languageCodeUtils.getSilToIso639Map().get(languageCode);
-        }
-        return languageCode;
+        } else {
+            return DEFAULT_LANGUAGE;
+        }
+
+        return postProcessors.get(FacetConstants.FIELD_LANGUAGE_CODE).process(languageCode).get(0);
     }
 
@@ -332 +331 @@
             String fieldValue = valueList.get(i).trim();
             if (name.equals(FacetConstants.FIELD_DESCRIPTION)) {
-                fieldValue = "{lang='" + languageCode + "'}" + fieldValue;
+                fieldValue = "{" + languageCode + "}" + fieldValue;
             }
             cmdiData.addDocField(name, fieldValue, caseInsensitive);