wip: deleting UTF-16

Author: StefanKarpinski

base/c.jl

@@ -93,6 +93,15 @@ end
 # symbols are guaranteed not to contain embedded NUL
 convert(::Type{Cstring}, s::Symbol) = Cstring(unsafe_convert(Ptr{Cchar}, s))
 
+# conversion between UTF-8-like data and UTF-16-like data for Windows APIs
+function utf8_to_utf16!(src::Vector{UInt8}, dst::Vector{UInt16})
+
+end
+
+function utf16_to_utf8!(src::Vector{UInt16}, dst::Vector{UInt8})
+
+end
+
 # deferring (or un-deferring) ctrl-c handler for external C code that
 # is not interrupt safe (see also issue #2622).  The sigatomic_begin/end
 # functions should always be called in matched pairs, ideally via:

base/deprecated.jl

@@ -500,10 +500,8 @@ export float32_isvalid, float64_isvalid
 # 11241
 @deprecate is_valid_char(ch::Char)          isvalid(ch)
 @deprecate is_valid_utf8(str::String)   isvalid(str)
-@deprecate is_valid_utf16(str::UTF16String) isvalid(str)
 @deprecate is_valid_char(ch)   isvalid(Char, ch)
 @deprecate is_valid_utf8(str)  isvalid(String, str)
-@deprecate is_valid_utf16(str) isvalid(UTF16String, str)
 
 # 12087
 @deprecate call(P::Base.DFT.Plan, A) P * A

base/docs/helpdb/Base.jl

@@ -3950,32 +3950,6 @@ Compute ``\\sin(\\pi x) / (\\pi x)`` if ``x \\neq 0``, and ``1`` if ``x = 0``.
 """
 sinc
 
-"""
-    utf16(s)
-
-Create a UTF-16 string from a byte array, array of `UInt16`, or any other string type. (Data
-must be valid UTF-16. Conversions of byte arrays check for a byte-order marker in the first
-two bytes, and do not include it in the resulting string.)
-
-Note that the resulting `UTF16String` data is terminated by the NUL codepoint (16-bit zero),
-which is not treated as a character in the string (so that it is mostly invisible in Julia);
-this allows the string to be passed directly to external functions requiring NUL-terminated
-data. This NUL is appended automatically by the `utf16(s)` conversion function. If you have
-a `UInt16` array `A` that is already NUL-terminated valid UTF-16 data, then you can instead
-use `UTF16String(A)` to construct the string without making a copy of the data and treating
-the NUL as a terminator rather than as part of the string.
-"""
-utf16(s)
-
-"""
-    utf16(::Union{Ptr{UInt16},Ptr{Int16}} [, length])
-
-Create a string from the address of a NUL-terminated UTF-16 string. A copy is made; the
-pointer can be safely freed. If `length` is specified, the string does not have to be
-NUL-terminated.
-"""
-utf16(::Union{Ptr{UInt16},Ptr{Int16}}, length=?)
-
 """
     median(v[, region])
 

base/exports.jl

@@ -117,7 +117,6 @@ export
     Tridiagonal,
     UnitRange,
     UpperTriangular,
-    UTF16String,
     Val,
     VecOrMat,
     Vector,
@@ -891,7 +890,6 @@ export
     unescape_string,
     uppercase,
     utf8,
-    utf16,
     warn,
     xdump,
 

base/serialize.jl

@@ -21,7 +21,7 @@ const TAGS = Any[
     LineNumberNode, SymbolNode, LabelNode, GotoNode,
     QuoteNode, TopNode, TypeVar, Box, LambdaStaticData,
     Module, #=UndefRefTag=#Symbol, Task, String,
-    UTF16String, Float16,
+    Float16,
     SimpleVector, #=BackrefTag=#Symbol, :reserved11, :reserved12,
 
     (), Bool, Any, :Any, Bottom, :reserved21, :reserved22, Type,

base/unicode.jl

@@ -1,10 +1,8 @@
 # This file is a part of Julia. License is MIT: http://julialang.org/license
 
 include("unicode/UnicodeError.jl")
-include("unicode/types.jl")
 include("unicode/checkstring.jl")
 include("unicode/utf8.jl")
-include("unicode/utf16.jl")
 include("unicode/utf32.jl")
 include("unicode/utf8proc.jl")
 importall .UTF8proc