cldr.js

var stream = require("narwhal/term").stream,
	FILE = require("file");

var  CLDR_SRC_DIR = "cldr",
     CLDR_DST_DIR = "Resources/locales",
     CLDR_INITIAL_LOCALES = [ ],
     CLDR_INITIAL_LOCALES_REGEXP = new RegExp("^(" + CLDR_INITIAL_LOCALES.join("|") + ")$"),
     CLDRData = {},
     CPLocaleData = {
     	locales:{},
     	available:[],
      loaded:[],
     	languages:[],
     	countries:{},
      territories:[]
     };

CPLocaleIdentifier                          = "CPLocaleIdentifier";
CPLocaleLanguageCode                        = "CPLocaleLanguageCode";
CPLocaleCountryCode                         = "CPLocaleCountryCode";
CPLocaleScriptCode                          = "CPLocaleScriptCode";
CPLocaleVariantCode                         = "CPLocaleVariantCode";
CPLocaleExemplarCharacterSet                = "CPLocaleExemplarCharacterSet";
CPLocaleCalendar                            = "CPLocaleCalendar";
CPLocaleCollationIdentifier                 = "CPLocaleCollationIdentifier";
CPLocaleUsesMetricSystem                    = "CPLocaleUsesMetricSystem";
CPLocaleMeasurementSystem                   = "CPLocaleMeasurementSystem";
CPLocaleDecimalSeparator                    = "CPLocaleDecimalSeparator";
CPLocaleGroupingSeparator                   = "CPLocaleGroupingSeparator";
CPLocaleCurrencySymbol                      = "CPLocaleCurrencySymbol";
CPLocaleCurrencyCode                        = "CPLocaleCurrencyCode";
CPLocaleCollatorIdentifier                  = "CPLocaleCollatorIdentifier";
CPLocaleQuotationBeginDelimiterKey          = "CPLocaleQuotationBeginDelimiterKey";
CPLocaleQuotationEndDelimiterKey            = "CPLocaleQuotationEndDelimiterKey";
CPLocaleAlternateQuotationBeginDelimiterKey = "CPLocaleAlternateQuotationBeginDelimiterKey";
CPLocaleAlternateQuotationEndDelimiterKey   = "CPLocaleAlternateQuotationEndDelimiterKey";

CPGregorianCalendar                         = "CPGregorianCalendar";
CPBuddhistCalendar                          = "CPBuddhistCalendar";
CPChineseCalendar                           = "CPChineseCalendar";
CPHebrewCalendar                            = "CPHebrewCalendar";
CPIslamicCalendar                           = "CPIslamicCalendar";
CPIslamicCivilCalendar                      = "CPIslamicCivilCalendar";
CPJapaneseCalendar                          = "CPJapaneseCalendar";
CPRepublicOfChinaCalendar                   = "CPRepublicOfChinaCalendar";
CPPersianCalendar                           = "CPPersianCalendar";
CPIndianCalendar                            = "CPIndianCalendar";
CPISO8601Calendar                           = "CPISO8601Calendar";

CPLocaleLanguageDirectionUnknown            = "CPLocaleLanguageDirectionUnknown";
CPLocaleLanguageDirectionLeftToRight        = "CPLocaleLanguageDirectionLeftToRight";
CPLocaleLanguageDirectionRightToLeft        = "CPLocaleLanguageDirectionRightToLeft";
CPLocaleLanguageDirectionTopToBottom        = "CPLocaleLanguageDirectionTopToBottom";
CPLocaleLanguageDirectionBottomToTop        = "CPLocaleLanguageDirectionBottomToTop";

var createCPLocalePropertyLists = function() {
	readCldrData();
	storeLocale("DEBUG", CLDRData); // Debug
	
  for(var localeIdentifier in CLDRData.main)
		transformCldrLocaleToCPLocale(localeIdentifier);
  fillCountryData();
  storeInitial();

  for (var languageIndex = 0; languageIndex < CPLocaleData.languages.length; languageIndex++)
    storeLanguage(CPLocaleData.languages[languageIndex]);

};

var storeInitial = function()
{
  var data = { locales:{} };
  for(var key in CPLocaleData)
  {
    if (key != "locales")
      data[key] = CPLocaleData[key];
    else
      for (var localeIdentifier in CPLocaleData.locales)
        if (localeIdentifier == "root" || localeIdentifier.match(CLDR_INITIAL_LOCALES_REGEXP))
          data.locales[localeIdentifier] = CPLocaleData.locales[localeIdentifier];
  }
  storeLocale("initial", data);
};

var storeLanguage = function(languageIdentifier)
{
    var data = { locales:{} };
    for (var localeIdentifier in CPLocaleData.locales)
      if (!(localeIdentifier.match(CLDR_INITIAL_LOCALES_REGEXP)) && localeIdentifier.match(new RegExp("^" + languageIdentifier + ".*$")))
        data.locales[localeIdentifier] = CPLocaleData.locales[localeIdentifier];
    storeLocale(languageIdentifier, data);
}


var readCldrData = function () {
	var jsonFileMatch = /^.*json$/;
	FILE.listTree(FILE.join(CLDR_SRC_DIR)).forEach(function (filename){
		if (filename.match(jsonFileMatch))
		{
			var filename = FILE.join(CLDR_SRC_DIR, filename),
				file = FILE.open(filename, "rb");
                try {
                	var contents = file.read(),
                		stringContents = contents.decodeToString("utf-8"),
                		json = JSON.parse(stringContents);
	                colorPrint("Loaded " + filename, "bold+green");
	                CLDRData = mergeRecursive(CLDRData, json);
                } finally {
                	file.close();
                }
		}
	});
};

var transformCldrLocaleToCPLocale = function(localeIdentifier) {
	var cldrLocale = CLDRData.main[localeIdentifier],
		cpLocale = { _localeDisplayNames:{} },
		cpLocaleIdentifier = cleanLocaleIdentifier(localeIdentifier),
		temp;

	cpLocale[CPLocaleIdentifier] = cpLocaleIdentifier;

	var identityData = cldrLocale.identity;

	if (temp = identityData.language)
	{
		cpLocale[CPLocaleLanguageCode] = temp;
		CPLocaleData.languages = unique(CPLocaleData.languages.concat(temp));
	}

	if (temp = identityData.territory)
		cpLocale[CPLocaleCountryCode] = temp;

	if (temp = identityData.script)
		cpLocale[CPLocaleScriptCode] = temp;

	if (temp = identityData.variant)
		cpLocale[CPLocaleVariantCode] = temp

	if (temp = keyPath(cldrLocale, "characters.exemplarCharacters"))
		cpLocale["_CPLocaleExemplarCharacterSetString"] = temp.split(/[\[\]\s]/).join("");

	if (temp = keyPath(cldrLocale, "numbers.symbols-numberSystem-latn.decimal"))
		cpLocale[CPLocaleDecimalSeparator] = temp;

	if (temp = keyPath(cldrLocale, "numbers.symbols-numberSystem-latn.group"))
		cpLocale[CPLocaleGroupingSeparator] = temp;

	if (temp = keyPath(cldrLocale, "delimiters.quotationStart"))
		cpLocale[CPLocaleQuotationBeginDelimiterKey] = temp;

	if (temp = keyPath(cldrLocale, "delimiters.quotationEnd"))
		cpLocale[CPLocaleQuotationEndDelimiterKey] = temp;

	if (temp = keyPath(cldrLocale, "delimiters.alternateQuotationStart"))
		cpLocale[CPLocaleAlternateQuotationBeginDelimiterKey] = temp;
	
	if (temp = keyPath(cldrLocale, "delimiters.alternateQuotationEnd"))
		cpLocale[CPLocaleAlternateQuotationEndDelimiterKey] = temp;

	if (temp = keyPath(cldrLocale, "localeDisplayNames.languages"))
		cpLocale["_localeDisplayNames"][CPLocaleLanguageCode] = temp;

	if (temp = keyPath(cldrLocale, "localeDisplayNames.territories"))
		cpLocale["_localeDisplayNames"][CPLocaleCountryCode] = temp;

	if (temp = keyPath(cldrLocale, "localeDisplayNames.localeDisplayPattern"))
		for (var key in temp)
			cpLocale["_localeDisplayNames"][key] = convertPositionalParameter(temp[key]);
			
	CPLocaleData.locales[cpLocaleIdentifier] = cpLocale;

	CPLocaleData.available = CPLocaleData.available.concat(cpLocaleIdentifier);

    colorPrint("Transformed " + cpLocaleIdentifier, "bold+green");
};

var fillCountryData = function() {
    var cldrRootLocale = CLDRData.main.root,
        cldrSupplemental = CLDRData.supplemental,
        currencies;

    for (var countryCode in cldrSupplemental.territoryInfo)
    {
        CPLocaleData.countries[countryCode] = {};
        var currencies = keyPath(cldrSupplemental, "currencyData.region." + countryCode);
        if (currencies)
        {
            var currencyCode = currentCurrencyCode(currencies);
            if (currencyCode)
            {
                CPLocaleData.countries[countryCode][CPLocaleCurrencyCode] = currencyCode;
                var currencySymbol;
                if ( (currencySymbol = keyPath(cldrRootLocale, "numbers.currencies." + currencyCode + ".symbol-alt-narrow")) || (currencySymbol = keyPath(cldrRootLocale, "numbers.currencies." + currencyCode + ".symbol")) )
                    CPLocaleData.countries[countryCode][CPLocaleCurrencySymbol] = currencySymbol;
            }
        }            
    }

    for (var territoryCode in cldrSupplemental.territoryContainment)
    {
      var contains = keyPath(cldrSupplemental, "territoryContainment." + territoryCode);
      if (contains)
        print(territoryCode + " contains " + JSON.stringify(contains))
    }
};

var currentCurrencyCode = function(currencies) {
    var code;
    for (var index = 0; index < currencies.length; index++)
    {
        for (var currencyCode in currencies[index])
        {
            var currencyInfo = currencies[index][currencyCode]
            if (currencyInfo["_tender"] != "false" && !currencyInfo["_to"])
                code = currencyCode;  
        }      
    }
    return code;
};

var cleanLocaleIdentifier = function(localeIdentifier) {
	return localeIdentifier.split(/[-_]/).join("_");
};

// ******** Helper functions

var mergeRecursive = function(obj1, obj2) {
  for (var p in obj2) {
    try {
      // Property in destination object set; update its value.
      if ( obj2[p].constructor==Object ) {
        obj1[p] = mergeRecursive(obj1[p], obj2[p]);

      } else {
        obj1[p] = obj2[p];

      }

    } catch(e) {
      // Property in destination object not set; create it and set its value.
      obj1[p] = obj2[p];
    }
  }
  return obj1;
};

var colorPrint = function(message, color)
{
    var matches = color.match(/(bold(?: |\+))?(.+)/);

    if (!matches)
        return;

    message = "\0" + matches[2] + "(" + message + "\0)";

    if (matches[1])
        message = "\0bold(" + message + "\0)";

    stream.print(message);
};

var CFType = function(value) {
    if (value instanceof Array)
        return value.map(function(each){return CFType(each)});
    if (typeof value == "object")
    {
        var dic = new CFMutableDictionary();
        for (var key in value) {
            dic.addValueForKey(key, CFType(value[key]));
        }
        return dic;
    }
    return value;
};

var storeLocale = function (filename, data)
{
    colorPrint("Storing " + filename, "bold+green");
    chunkedSave(FILE.join(CLDR_DST_DIR, filename + ".plist"), CFPropertyList.stringFromPropertyList(CFType(data)));
    chunkedSave(FILE.join(CLDR_DST_DIR, filename + ".json"),  JSON.stringify(data));
};

var chunkedSave = function (filename, string) {
	// Writing directly throws a segmentation fault - paged writing does not ...
	// A simple FILE.write(filename, string) /should/ be sufficient here ...
	var file = FILE.open(filename, "wb"),
		PAGE_SIZE = Math.pow(2,21);
		try {
			for (var position=0; position < string.length; position = position + PAGE_SIZE)
				file.write(string.substr(position, PAGE_SIZE));
		} finally {
			file.close();
		}
};

var keyPath = function(hash, keyPath) {
	var keys = keyPath.split(".");
	for (var index = 0; index < keys.length; index++) {
		try {
			hash = hash[keys[index]];
		} catch(e) {
			return undefined;
		}
	}
	return hash;
};

var unique = function(array) {
    var unique = [];
    for (var i = 0; i < array.length; i++) {
        if (unique.indexOf(array[i]) == -1) {
            unique.push(array[i]);
        }
    }
    return unique;
};

var convertPositionalParameter = function(string) {
	for (var index = 0; index < 10; index++)
		string = string.replace(new RegExp("\\\{" + index + "\\\}"), "%" + (index + 1) + "$@");
	return string;
};

/*
String.prototype.capitalize = function() {
    return this.replace(/(?:^|\s)\S/g, function(a) { return a.toUpperCase(); });
};
*/

exports.create = createCPLocalePropertyLists;