Use uv to auto-detect encoding

Author: eemeli

README.md

@@ -33,7 +33,8 @@ a browser.
   options: {
     biDiSupport: false,  // enables bi-directional text support
     defaultLocale: 'en', // used if resolution from filename fails
-    encoding: 'latin1',  // .properties file encoding
+    encoding: 'auto',    // .properties file encoding, use one of
+                         // 'auto', 'latin1', or 'utf8'
     keyPath: false,      // if true, dots '.' key names will result
                          // in multi-level objects -- use a string
                          // value to customize

index.js

@@ -2,6 +2,7 @@ const { parse } = require('dot-properties')
 const loaderUtils = require('loader-utils')
 const MessageFormat = require('messageformat')
 const path = require('path')
+const uv = require('uv')
 
 // expected to follow the pattern baseName_language[_script]_country_variant.properties
 // source: https://docs.oracle.com/javase/9/docs/api/java/util/ResourceBundle.html#getBundle-java.lang.String-java.util.Locale-java.lang.ClassLoader-
@@ -16,9 +17,13 @@ function localeFromResourcePath(resourcePath, pathSep, defaultLocale) {
 }
 
 module.exports = function(content) {
-  const { biDiSupport, defaultLocale, encoding, keyPath, pathSep } =
+  let { biDiSupport, defaultLocale, encoding, keyPath, pathSep } =
     loaderUtils.getOptions(this) || {}
-  const input = content.toString(encoding || 'latin1')
+
+  if (!encoding || encoding === 'auto')
+    encoding = uv(content) ? 'utf8' : 'latin1'
+  const input = content.toString(encoding)
+
   const translations = parse(input, keyPath || false)
   const locale = localeFromResourcePath(
     this.resourcePath,

package-lock.json

@@ -21,7 +21,8 @@
   },
   "dependencies": {
     "dot-properties": "^0.4.0",
-    "loader-utils": "^2.0.0"
+    "loader-utils": "^2.0.0",
+    "uv": "^1.1.0"
   },
   "peerDependencies": {
     "messageformat": "1.x | 2.x"