using System; using System.Collections.Generic; using System.Globalization; using System.IO; using System.Net.Http; using System.Text; using System.Threading.Tasks; namespace UnicodeInformation { public class UnicodeDataManager { public static readonly Uri UnicodeCharacterDataUri = new Uri("http://www.unicode.org/Public/UCD/latest/ucd/", UriKind.Absolute); public const string UnicodeDataFileName = "UnicodeData.txt"; public const string PropListFileName = "PropList.txt"; public static async Task DownloadAndBuildDataAsync() { var characterDataBuilders = new List(); using (var httpClient = new HttpClient()) { using (var reader = new StreamReader(await httpClient.GetStreamAsync(UnicodeCharacterDataUri + UnicodeDataFileName).ConfigureAwait(false), Encoding.UTF8, false)) { string line; while (!string.IsNullOrEmpty((line = await reader.ReadLineAsync().ConfigureAwait(false)))) { var fields = line.Split(';'); if (fields.Length < 15) throw new InvalidDataException(); // NB: Fields 10 and 11 are deemed obsolete. Field 11 should always be empty, and will be ignored here. var characterData = new UnicodeCharacterDataBuilder(int.Parse(fields[0], NumberStyles.HexNumber)) { Name = fields[1], Category = UnicodeCategoryInfo.FromShortName(fields[2]).Category, CanonicalCombiningClass = (CanonicalCombiningClass)byte.Parse(fields[3]), BidirectionalClass = fields[4], DecompositionType = fields[5], BidirectionalMirrored = fields[9] == "Y", OldName = fields[10], SimpleUpperCaseMapping = fields[12], SimpleLowerCaseMapping = fields[13], SimpleTitleCaseMapping = fields[14] }; // Handle Numeric_Type & Numeric_Value: // If field 6 is set, fields 7 and 8 should have the same value, and Numeric_Type is Decimal. // If field 6 is not set but field 7 is set, field 8 should be set and have the same value. Then, the type is Digit. // If field 6 and 7 are not set, but field 8 is set, then Numeric_Type is Numeric. if (!string.IsNullOrEmpty(fields[8])) { characterData.NumericValue = UnicodeRationalNumber.Parse(fields[8]); if (!string.IsNullOrEmpty(fields[7])) { if (fields[7] != fields[8]) { throw new InvalidDataException("Invalid value for field 7 of character U+" + characterData.CodePoint.ToString("X4") + "."); } if (!string.IsNullOrEmpty(fields[6])) { if (fields[6] != fields[7]) { throw new InvalidDataException("Invalid value for field 6 of character U+" + characterData.CodePoint.ToString("X4") + "."); } } else { characterData.NumericType = UnicodeNumericType.Digit; } } else { characterData.NumericType = UnicodeNumericType.Numeric; } } characterDataBuilders.Add(characterData); } } //using (var reader = new StreamReader(await httpClient.GetStreamAsync(UnicodeCharacterDataUri + PropListFileName))) //{ //} } var finalData = new UnicodeCharacterData[characterDataBuilders.Count]; for (int i = 0; i < finalData.Length; ++i) finalData[i] = characterDataBuilders[i].ToCharacterData(); return new UnicodeData(new Version(7, 0), finalData); } } }