[Python-checkins] python/dist/src/Lib codecs.py,1.25,1.26

[doerwalter@users.sourceforge.net]

Update of /cvsroot/python/python/dist/src/Lib
In directory usw-pr-cvs1:/tmp/cvs-serv26774/Lib

Modified Files:
	codecs.py 
Log Message:
Add constants BOM_UTF8, BOM_UTF16, BOM_UTF16_LE, BOM_UTF16_BE,
BOM_UTF32, BOM_UTF32_LE and BOM_UTF32_BE that represent the Byte
Order Mark in UTF-8, UTF-16 and UTF-32 encodings for little and 
big endian systems.

The old names BOM32_* and BOM64_* were off by a factor of 2.

This closes SF bug http://www.python.org/sf/555360


Index: codecs.py
===================================================================
RCS file: /cvsroot/python/python/dist/src/Lib/codecs.py,v
retrieving revision 1.25
retrieving revision 1.26
diff -C2 -d -r1.25 -r1.26
*** codecs.py	1 Jun 2002 14:18:45 -0000	1.25
--- codecs.py	4 Jun 2002 15:16:29 -0000	1.26
***************
*** 19,45 ****
  
  __all__ = ["register", "lookup", "open", "EncodedFile", "BOM", "BOM_BE",
!            "BOM_LE", "BOM32_BE", "BOM32_LE", "BOM64_BE", "BOM64_LE"]
  
  ### Constants
  
  #
! # Byte Order Mark (BOM) and its possible values (BOM_BE, BOM_LE)
! #
! BOM = struct.pack('=H', 0xFEFF)
  #
- BOM_BE = BOM32_BE = '\376\377'
- #       corresponds to Unicode U+FEFF in UTF-16 on big endian
- #       platforms == ZERO WIDTH NO-BREAK SPACE
- BOM_LE = BOM32_LE = '\377\376'
- #       corresponds to Unicode U+FFFE in UTF-16 on little endian
- #       platforms == defined as being an illegal Unicode character
  
! #
! # 64-bit Byte Order Marks
! #
! BOM64_BE = '\000\000\376\377'
! #       corresponds to Unicode U+0000FEFF in UCS-4
! BOM64_LE = '\377\376\000\000'
! #       corresponds to Unicode U+0000FFFE in UCS-4
  
  
--- 19,60 ----
  
  __all__ = ["register", "lookup", "open", "EncodedFile", "BOM", "BOM_BE",
!            "BOM_LE", "BOM32_BE", "BOM32_LE", "BOM64_BE", "BOM64_LE",
!            "BOM_UTF8", "BOM_UTF16", "BOM_UTF16_LE", "BOM_UTF16_BE",
!            "BOM_UTF32", "BOM_UTF32_LE", "BOM_UTF32_BE"]
  
  ### Constants
  
  #
! # Byte Order Mark (BOM = ZERO WIDTH NO-BREAK SPACE = U+FEFF)
! # and its possible byte string values
! # for UTF8/UTF16/UTF32 output and little/big endian machines
  #
  
! # UTF-8
! BOM_UTF8 = '\xef\xbb\xbf'
! 
! # UTF-16, little endian
! BOM_LE = BOM_UTF16_LE = '\xff\xfe'
! 
! # UTF-16, big endian
! BOM_BE = BOM_UTF16_BE = '\xfe\xff'
! 
! # UTF-32, little endian
! BOM_UTF32_LE = '\xff\xfe\x00\x00'
! 
! # UTF-32, big endian
! BOM_UTF32_BE = '\x00\x00\xfe\xff'
! 
! # UTF-16, native endianness
! BOM = BOM_UTF16 = struct.pack('=H', 0xFEFF)
! 
! # UTF-32, native endianness
! BOM_UTF32 = struct.pack('=L', 0x0000FEFF)
! 
! # Old broken names (don't use in new code)
! BOM32_LE = BOM_UTF16_LE
! BOM32_BE = BOM_UTF16_BE
! BOM64_LE = BOM_UTF32_LE
! BOM64_BE = BOM_UTF32_BE