cld3 3.5.0 → 3.5.2

data/ext/cld3/script_span/generated_ulscript.h

@@ -1,142 +0,0 @@
-// Copyright 2013 Google Inc. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-// generated_ulscript.h
-// Machine generated. Do Not Edit.
-//
-// Declarations for scripts recognized by CLD2
-//
-
-#ifndef SCRIPT_SPAN_GENERATED_ULSCRIPT_H_
-#define SCRIPT_SPAN_GENERATED_ULSCRIPT_H_
-
-namespace chrome_lang_id {
-namespace CLD2 {
-
-typedef enum {RTypeNone = 0, RTypeOne, RTypeMany, RTypeCJK} ULScriptRType;
-
-typedef struct {const char* s; int i;} CharIntPair;
-
-typedef enum {
-  ULScript_Common              = 0,  // Zyyy
-  ULScript_Latin               = 1,  // Latn
-  ULScript_Greek               = 2,  // Grek
-  ULScript_Cyrillic            = 3,  // Cyrl
-  ULScript_Armenian            = 4,  // Armn
-  ULScript_Hebrew              = 5,  // Hebr
-  ULScript_Arabic              = 6,  // Arab
-  ULScript_Syriac              = 7,  // Syrc
-  ULScript_Thaana              = 8,  // Thaa
-  ULScript_Devanagari          = 9,  // Deva
-  ULScript_Bengali             = 10,  // Beng
-  ULScript_Gurmukhi            = 11,  // Guru
-  ULScript_Gujarati            = 12,  // Gujr
-  ULScript_Oriya               = 13,  // Orya
-  ULScript_Tamil               = 14,  // Taml
-  ULScript_Telugu              = 15,  // Telu
-  ULScript_Kannada             = 16,  // Knda
-  ULScript_Malayalam           = 17,  // Mlym
-  ULScript_Sinhala             = 18,  // Sinh
-  ULScript_Thai                = 19,  // Thai
-  ULScript_Lao                 = 20,  // Laoo
-  ULScript_Tibetan             = 21,  // Tibt
-  ULScript_Myanmar             = 22,  // Mymr
-  ULScript_Georgian            = 23,  // Geor
-  ULScript_Hani                = 24,  // Hani
-  ULScript_Ethiopic            = 25,  // Ethi
-  ULScript_Cherokee            = 26,  // Cher
-  ULScript_Canadian_Aboriginal = 27,  // Cans
-  ULScript_Ogham               = 28,  // Ogam
-  ULScript_Runic               = 29,  // Runr
-  ULScript_Khmer               = 30,  // Khmr
-  ULScript_Mongolian           = 31,  // Mong
-  ULScript_32                  = 32,  //
-  ULScript_33                  = 33,  //
-  ULScript_Bopomofo            = 34,  // Bopo
-  ULScript_35                  = 35,  //
-  ULScript_Yi                  = 36,  // Yiii
-  ULScript_Old_Italic          = 37,  // Ital
-  ULScript_Gothic              = 38,  // Goth
-  ULScript_Deseret             = 39,  // Dsrt
-  ULScript_Inherited           = 40,  // Zinh
-  ULScript_Tagalog             = 41,  // Tglg
-  ULScript_Hanunoo             = 42,  // Hano
-  ULScript_Buhid               = 43,  // Buhd
-  ULScript_Tagbanwa            = 44,  // Tagb
-  ULScript_Limbu               = 45,  // Limb
-  ULScript_Tai_Le              = 46,  // Tale
-  ULScript_Linear_B            = 47,  // Linb
-  ULScript_Ugaritic            = 48,  // Ugar
-  ULScript_Shavian             = 49,  // Shaw
-  ULScript_Osmanya             = 50,  // Osma
-  ULScript_Cypriot             = 51,  // Cprt
-  ULScript_Braille             = 52,  // Brai
-  ULScript_Buginese            = 53,  // Bugi
-  ULScript_Coptic              = 54,  // Copt
-  ULScript_New_Tai_Lue         = 55,  // Talu
-  ULScript_Glagolitic          = 56,  // Glag
-  ULScript_Tifinagh            = 57,  // Tfng
-  ULScript_Syloti_Nagri        = 58,  // Sylo
-  ULScript_Old_Persian         = 59,  // Xpeo
-  ULScript_Kharoshthi          = 60,  // Khar
-  ULScript_Balinese            = 61,  // Bali
-  ULScript_Cuneiform           = 62,  // Xsux
-  ULScript_Phoenician          = 63,  // Phnx
-  ULScript_Phags_Pa            = 64,  // Phag
-  ULScript_Nko                 = 65,  // Nkoo
-  ULScript_Sundanese           = 66,  // Sund
-  ULScript_Lepcha              = 67,  // Lepc
-  ULScript_Ol_Chiki            = 68,  // Olck
-  ULScript_Vai                 = 69,  // Vaii
-  ULScript_Saurashtra          = 70,  // Saur
-  ULScript_Kayah_Li            = 71,  // Kali
-  ULScript_Rejang              = 72,  // Rjng
-  ULScript_Lycian              = 73,  // Lyci
-  ULScript_Carian              = 74,  // Cari
-  ULScript_Lydian              = 75,  // Lydi
-  ULScript_Cham                = 76,  // Cham
-  ULScript_Tai_Tham            = 77,  // Lana
-  ULScript_Tai_Viet            = 78,  // Tavt
-  ULScript_Avestan             = 79,  // Avst
-  ULScript_Egyptian_Hieroglyphs = 80,  // Egyp
-  ULScript_Samaritan           = 81,  // Samr
-  ULScript_Lisu                = 82,  // Lisu
-  ULScript_Bamum               = 83,  // Bamu
-  ULScript_Javanese            = 84,  // Java
-  ULScript_Meetei_Mayek        = 85,  // Mtei
-  ULScript_Imperial_Aramaic    = 86,  // Armi
-  ULScript_Old_South_Arabian   = 87,  // Sarb
-  ULScript_Inscriptional_Parthian = 88,  // Prti
-  ULScript_Inscriptional_Pahlavi = 89,  // Phli
-  ULScript_Old_Turkic          = 90,  // Orkh
-  ULScript_Kaithi              = 91,  // Kthi
-  ULScript_Batak               = 92,  // Batk
-  ULScript_Brahmi              = 93,  // Brah
-  ULScript_Mandaic             = 94,  // Mand
-  ULScript_Chakma              = 95,  // Cakm
-  ULScript_Meroitic_Cursive    = 96,  // Merc
-  ULScript_Meroitic_Hieroglyphs = 97,  // Mero
-  ULScript_Miao                = 98,  // Plrd
-  ULScript_Sharada             = 99,  // Shrd
-  ULScript_Sora_Sompeng        = 100,  // Sora
-  ULScript_Takri               = 101,  // Takr
-  NUM_ULSCRIPTS
-} ULScript;
-
-#define UNKNOWN_ULSCRIPT ULScript_Common
-
-}  // namespace CLD2
-}  // namespace chrome_lang_id
-
-#endif   // SCRIPT_SPAN_GENERATED_ULSCRIPT_H_

data/ext/cld3/script_span/getonescriptspan.h

@@ -1,124 +0,0 @@
-// Copyright 2013 Google Inc. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-//
-// Author: dsites@google.com (Dick Sites)
-//
-
-
-#ifndef SCRIPT_SPAN_GETONESCRIPTSPAN_H_
-#define SCRIPT_SPAN_GETONESCRIPTSPAN_H_
-
-#include "generated_ulscript.h"
-#include "integral_types.h"
-#include "offsetmap.h"
-
-namespace chrome_lang_id {
-namespace CLD2 {
-
-static const int kMaxScriptBuffer = 40960;
-static const int kMaxScriptLowerBuffer = (kMaxScriptBuffer * 3) / 2;
-static const int kMaxScriptBytes = kMaxScriptBuffer - 32;   // Leave some room
-static const int kWithinScriptTail = 32;    // Stop at word space in last
-                                            // N bytes of script buffer
-
-struct LangSpan {
-  char* text = nullptr;   // Pointer to the span, somewhere
-  int text_bytes = 0;     // Number of bytes of text in the span
-  int offset = 0;         // Offset of start of span in original input buffer
-  ULScript ulscript = UNKNOWN_ULSCRIPT; // Unicode Letters Script of this span
-  bool truncated = false; // true if buffer filled up before a
-                          // different script or EOF was found
-};
-
-static inline bool IsContinuationByte(char c) {
-  return static_cast<signed char>(c) < -64;
-}
-
-// Gets lscript number for letters; always returns
-//   0 (common script) for non-letters
-int GetUTF8LetterScriptNum(const char* src);
-
-// Update src pointer to point to next quadgram, +2..+5
-// Looks at src[0..4]
-const char* AdvanceQuad(const char* src);
-
-// Utility routine to search alphabetical tables
-int BinarySearch(const char* key, int lo, int hi, const CharIntPair* cipair);
-
-// Returns the length in bytes of the prefix of src that is all
-//  interchange valid UTF-8
-int SpanInterchangeValid(const char* src, int byte_length);
-
-class ScriptScanner {
- public:
-  ScriptScanner(const char* buffer, int buffer_length, bool is_plain_text);
-  ScriptScanner(const char* buffer, int buffer_length, bool is_plain_text,
-                bool any_text, bool any_script);
-  ~ScriptScanner();
-
-  // Copy next run of same-script non-tag letters to buffer [NUL terminated]
-  bool GetOneScriptSpan(LangSpan* span);
-
-  // Force Latin and Cyrillic scripts to be lowercase
-  void LowerScriptSpan(LangSpan* span);
-
-  // Copy next run of same-script non-tag letters to buffer [NUL terminated]
-  // Force Latin and Cyrillic scripts to be lowercase
-  bool GetOneScriptSpanLower(LangSpan* span);
-
-  // Copy next run of non-tag characters to buffer [NUL terminated]
-  // This just removes tags and removes entities
-  // Buffer has leading space
-  bool GetOneTextSpan(LangSpan* span);
-
-  // Maps byte offset in most recent GetOneScriptSpan/Lower
-  // span->text [0..text_bytes] into an additional byte offset from
-  // span->offset, to get back to corresponding text in the original
-  // input buffer.
-  // text_offset must be the first byte
-  // of a UTF-8 character, or just beyond the last character. Normally this
-  // routine is called with the first byte of an interesting range and
-  // again with the first byte of the following range.
-  int MapBack(int text_offset);
-
-  const char* GetBufferStart() {return start_byte_;}
-
- private:
-  // Skip over tags and non-letters
-  int SkipToFrontOfSpan(const char* src, int len, int* script);
-
-  const char* start_byte_;        // Starting byte of buffer to scan
-  const char* next_byte_;         // First unscanned byte
-  int byte_length_;               // Bytes left
-
-  bool is_plain_text_;            // true fo text, false for HTML
-  char* script_buffer_;           // Holds text with expanded entities
-  char* script_buffer_lower_;     // Holds lowercased text
-  bool letters_marks_only_;       // To distinguish scriptspan of one
-                                  // letters/marks vs. any mixture of text
-  bool one_script_only_;          // To distinguish scriptspan of one
-                                  // script vs. any mixture of scripts
-  int exit_state_;                // For tag parser kTagParseTbl_0, based
-                                  // on letters_marks_only_
- public :
-  // Expose for debugging
-  OffsetMap map2original_;    // map from script_buffer_ to buffer
-  OffsetMap map2uplow_;       // map from script_buffer_lower_ to script_buffer_
-};
-
-}  // namespace CLD2
-}  // namespace chrome_lang_id
-
-#endif  // SCRIPT_SPAN_GETONESCRIPTSPAN_H_

data/ext/cld3/script_span/integral_types.h

@@ -1,37 +0,0 @@
-// Copyright 2013 Google Inc. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-#ifndef SCRIPT_SPAN_INTEGRAL_TYPES_H_
-#define SCRIPT_SPAN_INTEGRAL_TYPES_H_
-
-// Cheap version
-namespace chrome_lang_id {
-namespace CLD2 {
-
-typedef unsigned char uint8;
-typedef unsigned short uint16;
-typedef unsigned int uint32;
-typedef unsigned long long int uint64;
-
-typedef signed char int8;
-typedef signed short int16;
-typedef signed int int32;
-typedef signed long long int int64;
-
-typedef int32 char32;
-
-}       // End namespace CLD2
-}       // End namespace chrome_lang_id
-
-#endif // SCRIPT_SPAN_INTEGRAL_TYPES_H_

data/ext/cld3/script_span/offsetmap.h

@@ -1,168 +0,0 @@
-// Copyright 2013 Google Inc. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-//
-// Author: dsites@google.com (Dick Sites)
-//
-
-#ifndef SCRIPT_SPAN_OFFSETMAP_H_
-#define SCRIPT_SPAN_OFFSETMAP_H_
-
-#include <string>                       // for string
-
-#include "integral_types.h"             // for uint32
-
-// ***************************** OffsetMap **************************
-//
-// An OffsetMap object is a container for a mapping from offsets in one text
-// buffer A' to offsets in another text buffer A. It is most useful when A' is
-// built from A via substitutions that occasionally do not preserve byte length.
-//
-// A series of operators are used to build the correspondence map, then
-// calls can be made to map an offset in A' to an offset in A, or vice versa.
-// The map starts with offset 0 in A corresponding to offset 0 in A'.
-// The mapping is then built sequentially, adding on byte ranges that are
-// identical in A and A', byte ranges that are inserted in A', and byte ranges
-// that are deleted from A. All bytes beyond those specified when building the
-// map are assumed to correspond, i.e. a Copy(infinity) is assumed at the
-// end of the map.
-//
-// The internal data structure records positions at which bytes are added or
-// deleted. Using the map is O(1) when increasing the A' or A offset
-// monotonically, and O(n) when accessing random offsets, where n is the
-// number of differences.
-//
-
-namespace chrome_lang_id {
-namespace CLD2 {
-
-class OffsetMap {
- public:
-  // Constructor, destructor
-  OffsetMap();
-  ~OffsetMap();
-
-  // Clear the map
-  void Clear();
-
-  // Add to  mapping from A to A', specifying how many next bytes correspond
-  // in A and A'
-  void Copy(int bytes);
-
-  // Add to mapping from A to A', specifying how many next bytes are
-  // inserted in A' while not advancing in A at all
-  void Insert(int bytes);
-
-  // Add to mapping from A to A', specifying how many next bytes are
-  // deleted from A while not advancing in A' at all
-  void Delete(int bytes);
-
-  // [Finish building map,] Re-position to offset 0
-  // This call is optional; MapForward and MapBack finish building the map
-  // if necessary
-  void Reset();
-
-  // Map an offset in A' to the corresponding offset in A
-  int MapBack(int aprimeoffset);
-
-  // Map an offset in A to the corresponding offset in A'
-  int MapForward(int aoffset);
-
-  // h = ComposeOffsetMap(g, f), where f is a map from A to A', g is
-  // from A' to A'' and h is from A to A''.
-  //
-  // Note that g->MoveForward(f->MoveForward(aoffset)) always equals
-  // to h->MoveForward(aoffset), while
-  // f->MoveBack(g->MoveBack(aprimeprimeoffset)) doesn't always equals
-  // to h->MoveBack(aprimeprimeoffset). This happens when deletion in
-  // f and insertion in g are at the same place.  For example,
-  //
-  // A    1   2   3   4
-  //      ^   |  ^    ^
-  //      |   | /     |  f
-  //      v   vv      v
-  // A'   1'  2'      3'
-  //      ^   ^^      ^
-  //      |   | \     |  g
-  //      v   |  v    v
-  // A''  1'' 2'' 3'' 4''
-  //
-  // results in:
-  //
-  // A    1   2   3   4
-  //      ^   ^\  ^   ^
-  //      |   | \ |   |  h
-  //      v   |  vv   v
-  // A''  1'' 2'' 3'' 4''
-  //
-  // 2'' is mapped 3 in the former figure, while 2'' is mapped to 2 in
-  // the latter figure.
-  static void ComposeOffsetMap(OffsetMap* g, OffsetMap* f, OffsetMap* h);
-
-  // For testing only -- force a mapping
-  void StuffIt(const std::string& diffs, int max_aoffset, int max_aprimeoffset);
-
- private:
-  enum MapOp {PREFIX_OP, COPY_OP, INSERT_OP, DELETE_OP};
-
-  void Flush();
-  void FlushAll();
-  void MaybeFlushAll();
-  void Emit(MapOp op, int len);
-
-  void SetLeft();
-  void SetRight();
-
-  // Back up over previous range, 1..5 bytes
-  // Return subscript at the beginning of that. Pins at 0
-  int Backup(int sub);
-
-  // Parse next range, 1..5 bytes
-  // Return subscript just off the end of that
-  int ParseNext(int sub, MapOp* op, int* length);
-
-  // Parse previous range, 1..5 bytes
-  // Return current subscript
-  int ParsePrevious(int sub, MapOp* op, int* length);
-
-  bool MoveRight();     // Returns true if OK
-  bool MoveLeft();      // Returns true if OK
-
-  // Copies insert operations from source to dest. Returns true if no
-  // other operations are found.
-  static bool CopyInserts(OffsetMap* source, OffsetMap* dest);
-
-  // Copies delete operations from source to dest. Returns true if no other
-  // operations are found.
-  static bool CopyDeletes(OffsetMap* source, OffsetMap* dest);
-
-  std::string diffs_;
-  MapOp pending_op_;
-  uint32 pending_length_;
-
-  // Offsets in the ranges below correspond to each other, with A' = A + diff
-  int next_diff_sub_;
-  int current_lo_aoffset_;
-  int current_hi_aoffset_;
-  int current_lo_aprimeoffset_;
-  int current_hi_aprimeoffset_;
-  int current_diff_;
-  int max_aoffset_;
-  int max_aprimeoffset_;
-};
-
-}  // namespace CLD2
-}  // namespace chrome_lang_id
-
-#endif  // SCRIPT_SPAN_OFFSETMAP_H_

data/ext/cld3/script_span/port.h

@@ -1,143 +0,0 @@
-// Copyright 2013 Google Inc. All Rights Reserved.
-//
-// Licensed under the Apache License, Version 2.0 (the "License");
-// you may not use this file except in compliance with the License.
-// You may obtain a copy of the License at
-//
-//     http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing, software
-// distributed under the License is distributed on an "AS IS" BASIS,
-// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-// See the License for the specific language governing permissions and
-// limitations under the License.
-
-//
-// These are weird things we need to do to get this compiling on
-// random systems [subset].
-
-#ifndef SCRIPT_SPAN_PORT_H_
-#define SCRIPT_SPAN_PORT_H_
-
-#include <string.h>         // for memcpy()
-
-#include "integral_types.h"
-
-namespace chrome_lang_id {
-namespace CLD2 {
-
-// Portable handling of unaligned loads, stores, and copies.
-// On some platforms, like ARM, the copy functions can be more efficient
-// then a load and a store.
-
-#if defined(ARCH_PIII) || defined(ARCH_ATHLON) || defined(ARCH_K8) || defined(_ARCH_PPC)
-
-// x86 and x86-64 can perform unaligned loads/stores directly;
-// modern PowerPC hardware can also do unaligned integer loads and stores;
-// but note: the FPU still sends unaligned loads and stores to a trap handler!
-
-#define UNALIGNED_LOAD16(_p) (*reinterpret_cast<const uint16 *>(_p))
-#define UNALIGNED_LOAD32(_p) (*reinterpret_cast<const uint32 *>(_p))
-#define UNALIGNED_LOAD64(_p) (*reinterpret_cast<const uint64 *>(_p))
-
-#define UNALIGNED_STORE16(_p, _val) (*reinterpret_cast<uint16 *>(_p) = (_val))
-#define UNALIGNED_STORE32(_p, _val) (*reinterpret_cast<uint32 *>(_p) = (_val))
-#define UNALIGNED_STORE64(_p, _val) (*reinterpret_cast<uint64 *>(_p) = (_val))
-
-#elif defined(__arm__) && \
-      !defined(__ARM_ARCH_5__) && \
-      !defined(__ARM_ARCH_5T__) && \
-      !defined(__ARM_ARCH_5TE__) && \
-      !defined(__ARM_ARCH_5TEJ__) && \
-      !defined(__ARM_ARCH_6__) && \
-      !defined(__ARM_ARCH_6J__) && \
-      !defined(__ARM_ARCH_6K__) && \
-      !defined(__ARM_ARCH_6Z__) && \
-      !defined(__ARM_ARCH_6ZK__) && \
-      !defined(__ARM_ARCH_6T2__) && \
-      !defined(__ARM_ARCH_7__) && \
-      !defined(__ARM_ARCH_7A__) && \
-      !defined(__ARM_ARCH_7M__) && \
-      !defined(__ARM_ARCH_7R__) && \
-      !defined(__ARM_ARCH_8__) && \
-      !defined(__ARM_ARCH_8A__)
-
-// ARMv7 and newer support native unaligned accesses, but only of 16-bit
-// and 32-bit values (not 64-bit); older versions either raise a fatal signal,
-// do an unaligned read and rotate the words around a bit, or do the reads very
-// slowly (trip through kernel mode). There's no simple #define that says just
-// “ARMv7 or higher”, so we have to filter away all ARMv5 and ARMv6
-// sub-architectures. Newer gcc (>= 4.6) set an __ARM_FEATURE_ALIGNED #define,
-// so in time, maybe we can move on to that.
-//
-// Note that even if a chipset supports unaligned access, it might not be
-// enabled in any given system, e.g.:
-// http://infocenter.arm.com/help/index.jsp?topic=/com.arm.doc.dui0491c/CIHCGCFD.html
-// Therefore, it's generally just not safe to allow unaligned access on any ARM
-// variant.
-//
-// This is a mess, but there's not much we can do about it.
-
-#define UNALIGNED_LOAD16(_p) (*reinterpret_cast<const uint16 *>(_p))
-#define UNALIGNED_LOAD32(_p) (*reinterpret_cast<const uint32 *>(_p))
-
-#define UNALIGNED_STORE16(_p, _val) (*reinterpret_cast<uint16 *>(_p) = (_val))
-#define UNALIGNED_STORE32(_p, _val) (*reinterpret_cast<uint32 *>(_p) = (_val))
-
-// TODO(sesse): NEON supports unaligned 64-bit loads and stores.
-// See if that would be more efficient on platforms supporting it,
-// at least for copies.
-
-inline uint64 UNALIGNED_LOAD64(const void *p) {
-  uint64 t;
-  memcpy(&t, p, sizeof t);
-  return t;
-}
-
-inline void UNALIGNED_STORE64(void *p, uint64 v) {
-  memcpy(p, &v, sizeof v);
-}
-
-#else
-
-#define NEED_ALIGNED_LOADS
-
-// These functions are provided for architectures that don't support
-// unaligned loads and stores.
-
-inline uint16 UNALIGNED_LOAD16(const void *p) {
-  uint16 t;
-  memcpy(&t, p, sizeof t);
-  return t;
-}
-
-inline uint32 UNALIGNED_LOAD32(const void *p) {
-  uint32 t;
-  memcpy(&t, p, sizeof t);
-  return t;
-}
-
-inline uint64 UNALIGNED_LOAD64(const void *p) {
-  uint64 t;
-  memcpy(&t, p, sizeof t);
-  return t;
-}
-
-inline void UNALIGNED_STORE16(void *p, uint16 v) {
-  memcpy(p, &v, sizeof v);
-}
-
-inline void UNALIGNED_STORE32(void *p, uint32 v) {
-  memcpy(p, &v, sizeof v);
-}
-
-inline void UNALIGNED_STORE64(void *p, uint64 v) {
-  memcpy(p, &v, sizeof v);
-}
-
-#endif
-
-}       // End namespace CLD2
-}       // End namespace chrome_lang_id
-
-#endif  // SCRIPT_SPAN_PORT_H_