cld3 3.4.4 → 3.5.0

data/ext/cld3/script_span/generated_ulscript.h

@@ -0,0 +1,142 @@
+// Copyright 2013 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+// generated_ulscript.h
+// Machine generated. Do Not Edit.
+//
+// Declarations for scripts recognized by CLD2
+//
+
+#ifndef SCRIPT_SPAN_GENERATED_ULSCRIPT_H_
+#define SCRIPT_SPAN_GENERATED_ULSCRIPT_H_
+
+namespace chrome_lang_id {
+namespace CLD2 {
+
+typedef enum {RTypeNone = 0, RTypeOne, RTypeMany, RTypeCJK} ULScriptRType;
+
+typedef struct {const char* s; int i;} CharIntPair;
+
+typedef enum {
+  ULScript_Common              = 0,  // Zyyy
+  ULScript_Latin               = 1,  // Latn
+  ULScript_Greek               = 2,  // Grek
+  ULScript_Cyrillic            = 3,  // Cyrl
+  ULScript_Armenian            = 4,  // Armn
+  ULScript_Hebrew              = 5,  // Hebr
+  ULScript_Arabic              = 6,  // Arab
+  ULScript_Syriac              = 7,  // Syrc
+  ULScript_Thaana              = 8,  // Thaa
+  ULScript_Devanagari          = 9,  // Deva
+  ULScript_Bengali             = 10,  // Beng
+  ULScript_Gurmukhi            = 11,  // Guru
+  ULScript_Gujarati            = 12,  // Gujr
+  ULScript_Oriya               = 13,  // Orya
+  ULScript_Tamil               = 14,  // Taml
+  ULScript_Telugu              = 15,  // Telu
+  ULScript_Kannada             = 16,  // Knda
+  ULScript_Malayalam           = 17,  // Mlym
+  ULScript_Sinhala             = 18,  // Sinh
+  ULScript_Thai                = 19,  // Thai
+  ULScript_Lao                 = 20,  // Laoo
+  ULScript_Tibetan             = 21,  // Tibt
+  ULScript_Myanmar             = 22,  // Mymr
+  ULScript_Georgian            = 23,  // Geor
+  ULScript_Hani                = 24,  // Hani
+  ULScript_Ethiopic            = 25,  // Ethi
+  ULScript_Cherokee            = 26,  // Cher
+  ULScript_Canadian_Aboriginal = 27,  // Cans
+  ULScript_Ogham               = 28,  // Ogam
+  ULScript_Runic               = 29,  // Runr
+  ULScript_Khmer               = 30,  // Khmr
+  ULScript_Mongolian           = 31,  // Mong
+  ULScript_32                  = 32,  //
+  ULScript_33                  = 33,  //
+  ULScript_Bopomofo            = 34,  // Bopo
+  ULScript_35                  = 35,  //
+  ULScript_Yi                  = 36,  // Yiii
+  ULScript_Old_Italic          = 37,  // Ital
+  ULScript_Gothic              = 38,  // Goth
+  ULScript_Deseret             = 39,  // Dsrt
+  ULScript_Inherited           = 40,  // Zinh
+  ULScript_Tagalog             = 41,  // Tglg
+  ULScript_Hanunoo             = 42,  // Hano
+  ULScript_Buhid               = 43,  // Buhd
+  ULScript_Tagbanwa            = 44,  // Tagb
+  ULScript_Limbu               = 45,  // Limb
+  ULScript_Tai_Le              = 46,  // Tale
+  ULScript_Linear_B            = 47,  // Linb
+  ULScript_Ugaritic            = 48,  // Ugar
+  ULScript_Shavian             = 49,  // Shaw
+  ULScript_Osmanya             = 50,  // Osma
+  ULScript_Cypriot             = 51,  // Cprt
+  ULScript_Braille             = 52,  // Brai
+  ULScript_Buginese            = 53,  // Bugi
+  ULScript_Coptic              = 54,  // Copt
+  ULScript_New_Tai_Lue         = 55,  // Talu
+  ULScript_Glagolitic          = 56,  // Glag
+  ULScript_Tifinagh            = 57,  // Tfng
+  ULScript_Syloti_Nagri        = 58,  // Sylo
+  ULScript_Old_Persian         = 59,  // Xpeo
+  ULScript_Kharoshthi          = 60,  // Khar
+  ULScript_Balinese            = 61,  // Bali
+  ULScript_Cuneiform           = 62,  // Xsux
+  ULScript_Phoenician          = 63,  // Phnx
+  ULScript_Phags_Pa            = 64,  // Phag
+  ULScript_Nko                 = 65,  // Nkoo
+  ULScript_Sundanese           = 66,  // Sund
+  ULScript_Lepcha              = 67,  // Lepc
+  ULScript_Ol_Chiki            = 68,  // Olck
+  ULScript_Vai                 = 69,  // Vaii
+  ULScript_Saurashtra          = 70,  // Saur
+  ULScript_Kayah_Li            = 71,  // Kali
+  ULScript_Rejang              = 72,  // Rjng
+  ULScript_Lycian              = 73,  // Lyci
+  ULScript_Carian              = 74,  // Cari
+  ULScript_Lydian              = 75,  // Lydi
+  ULScript_Cham                = 76,  // Cham
+  ULScript_Tai_Tham            = 77,  // Lana
+  ULScript_Tai_Viet            = 78,  // Tavt
+  ULScript_Avestan             = 79,  // Avst
+  ULScript_Egyptian_Hieroglyphs = 80,  // Egyp
+  ULScript_Samaritan           = 81,  // Samr
+  ULScript_Lisu                = 82,  // Lisu
+  ULScript_Bamum               = 83,  // Bamu
+  ULScript_Javanese            = 84,  // Java
+  ULScript_Meetei_Mayek        = 85,  // Mtei
+  ULScript_Imperial_Aramaic    = 86,  // Armi
+  ULScript_Old_South_Arabian   = 87,  // Sarb
+  ULScript_Inscriptional_Parthian = 88,  // Prti
+  ULScript_Inscriptional_Pahlavi = 89,  // Phli
+  ULScript_Old_Turkic          = 90,  // Orkh
+  ULScript_Kaithi              = 91,  // Kthi
+  ULScript_Batak               = 92,  // Batk
+  ULScript_Brahmi              = 93,  // Brah
+  ULScript_Mandaic             = 94,  // Mand
+  ULScript_Chakma              = 95,  // Cakm
+  ULScript_Meroitic_Cursive    = 96,  // Merc
+  ULScript_Meroitic_Hieroglyphs = 97,  // Mero
+  ULScript_Miao                = 98,  // Plrd
+  ULScript_Sharada             = 99,  // Shrd
+  ULScript_Sora_Sompeng        = 100,  // Sora
+  ULScript_Takri               = 101,  // Takr
+  NUM_ULSCRIPTS
+} ULScript;
+
+#define UNKNOWN_ULSCRIPT ULScript_Common
+
+}  // namespace CLD2
+}  // namespace chrome_lang_id
+
+#endif   // SCRIPT_SPAN_GENERATED_ULSCRIPT_H_

data/ext/cld3/script_span/getonescriptspan.h

@@ -0,0 +1,124 @@
+// Copyright 2013 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+//
+// Author: dsites@google.com (Dick Sites)
+//
+
+
+#ifndef SCRIPT_SPAN_GETONESCRIPTSPAN_H_
+#define SCRIPT_SPAN_GETONESCRIPTSPAN_H_
+
+#include "generated_ulscript.h"
+#include "integral_types.h"
+#include "offsetmap.h"
+
+namespace chrome_lang_id {
+namespace CLD2 {
+
+static const int kMaxScriptBuffer = 40960;
+static const int kMaxScriptLowerBuffer = (kMaxScriptBuffer * 3) / 2;
+static const int kMaxScriptBytes = kMaxScriptBuffer - 32;   // Leave some room
+static const int kWithinScriptTail = 32;    // Stop at word space in last
+                                            // N bytes of script buffer
+
+struct LangSpan {
+  char* text = nullptr;   // Pointer to the span, somewhere
+  int text_bytes = 0;     // Number of bytes of text in the span
+  int offset = 0;         // Offset of start of span in original input buffer
+  ULScript ulscript = UNKNOWN_ULSCRIPT; // Unicode Letters Script of this span
+  bool truncated = false; // true if buffer filled up before a
+                          // different script or EOF was found
+};
+
+static inline bool IsContinuationByte(char c) {
+  return static_cast<signed char>(c) < -64;
+}
+
+// Gets lscript number for letters; always returns
+//   0 (common script) for non-letters
+int GetUTF8LetterScriptNum(const char* src);
+
+// Update src pointer to point to next quadgram, +2..+5
+// Looks at src[0..4]
+const char* AdvanceQuad(const char* src);
+
+// Utility routine to search alphabetical tables
+int BinarySearch(const char* key, int lo, int hi, const CharIntPair* cipair);
+
+// Returns the length in bytes of the prefix of src that is all
+//  interchange valid UTF-8
+int SpanInterchangeValid(const char* src, int byte_length);
+
+class ScriptScanner {
+ public:
+  ScriptScanner(const char* buffer, int buffer_length, bool is_plain_text);
+  ScriptScanner(const char* buffer, int buffer_length, bool is_plain_text,
+                bool any_text, bool any_script);
+  ~ScriptScanner();
+
+  // Copy next run of same-script non-tag letters to buffer [NUL terminated]
+  bool GetOneScriptSpan(LangSpan* span);
+
+  // Force Latin and Cyrillic scripts to be lowercase
+  void LowerScriptSpan(LangSpan* span);
+
+  // Copy next run of same-script non-tag letters to buffer [NUL terminated]
+  // Force Latin and Cyrillic scripts to be lowercase
+  bool GetOneScriptSpanLower(LangSpan* span);
+
+  // Copy next run of non-tag characters to buffer [NUL terminated]
+  // This just removes tags and removes entities
+  // Buffer has leading space
+  bool GetOneTextSpan(LangSpan* span);
+
+  // Maps byte offset in most recent GetOneScriptSpan/Lower
+  // span->text [0..text_bytes] into an additional byte offset from
+  // span->offset, to get back to corresponding text in the original
+  // input buffer.
+  // text_offset must be the first byte
+  // of a UTF-8 character, or just beyond the last character. Normally this
+  // routine is called with the first byte of an interesting range and
+  // again with the first byte of the following range.
+  int MapBack(int text_offset);
+
+  const char* GetBufferStart() {return start_byte_;}
+
+ private:
+  // Skip over tags and non-letters
+  int SkipToFrontOfSpan(const char* src, int len, int* script);
+
+  const char* start_byte_;        // Starting byte of buffer to scan
+  const char* next_byte_;         // First unscanned byte
+  int byte_length_;               // Bytes left
+
+  bool is_plain_text_;            // true fo text, false for HTML
+  char* script_buffer_;           // Holds text with expanded entities
+  char* script_buffer_lower_;     // Holds lowercased text
+  bool letters_marks_only_;       // To distinguish scriptspan of one
+                                  // letters/marks vs. any mixture of text
+  bool one_script_only_;          // To distinguish scriptspan of one
+                                  // script vs. any mixture of scripts
+  int exit_state_;                // For tag parser kTagParseTbl_0, based
+                                  // on letters_marks_only_
+ public :
+  // Expose for debugging
+  OffsetMap map2original_;    // map from script_buffer_ to buffer
+  OffsetMap map2uplow_;       // map from script_buffer_lower_ to script_buffer_
+};
+
+}  // namespace CLD2
+}  // namespace chrome_lang_id
+
+#endif  // SCRIPT_SPAN_GETONESCRIPTSPAN_H_

data/ext/cld3/script_span/integral_types.h

@@ -0,0 +1,37 @@
+// Copyright 2013 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#ifndef SCRIPT_SPAN_INTEGRAL_TYPES_H_
+#define SCRIPT_SPAN_INTEGRAL_TYPES_H_
+
+// Cheap version
+namespace chrome_lang_id {
+namespace CLD2 {
+
+typedef unsigned char uint8;
+typedef unsigned short uint16;
+typedef unsigned int uint32;
+typedef unsigned long long int uint64;
+
+typedef signed char int8;
+typedef signed short int16;
+typedef signed int int32;
+typedef signed long long int int64;
+
+typedef int32 char32;
+
+}       // End namespace CLD2
+}       // End namespace chrome_lang_id
+
+#endif // SCRIPT_SPAN_INTEGRAL_TYPES_H_

data/ext/cld3/script_span/offsetmap.h

@@ -0,0 +1,168 @@
+// Copyright 2013 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+//
+// Author: dsites@google.com (Dick Sites)
+//
+
+#ifndef SCRIPT_SPAN_OFFSETMAP_H_
+#define SCRIPT_SPAN_OFFSETMAP_H_
+
+#include <string>                       // for string
+
+#include "integral_types.h"             // for uint32
+
+// ***************************** OffsetMap **************************
+//
+// An OffsetMap object is a container for a mapping from offsets in one text
+// buffer A' to offsets in another text buffer A. It is most useful when A' is
+// built from A via substitutions that occasionally do not preserve byte length.
+//
+// A series of operators are used to build the correspondence map, then
+// calls can be made to map an offset in A' to an offset in A, or vice versa.
+// The map starts with offset 0 in A corresponding to offset 0 in A'.
+// The mapping is then built sequentially, adding on byte ranges that are
+// identical in A and A', byte ranges that are inserted in A', and byte ranges
+// that are deleted from A. All bytes beyond those specified when building the
+// map are assumed to correspond, i.e. a Copy(infinity) is assumed at the
+// end of the map.
+//
+// The internal data structure records positions at which bytes are added or
+// deleted. Using the map is O(1) when increasing the A' or A offset
+// monotonically, and O(n) when accessing random offsets, where n is the
+// number of differences.
+//
+
+namespace chrome_lang_id {
+namespace CLD2 {
+
+class OffsetMap {
+ public:
+  // Constructor, destructor
+  OffsetMap();
+  ~OffsetMap();
+
+  // Clear the map
+  void Clear();
+
+  // Add to  mapping from A to A', specifying how many next bytes correspond
+  // in A and A'
+  void Copy(int bytes);
+
+  // Add to mapping from A to A', specifying how many next bytes are
+  // inserted in A' while not advancing in A at all
+  void Insert(int bytes);
+
+  // Add to mapping from A to A', specifying how many next bytes are
+  // deleted from A while not advancing in A' at all
+  void Delete(int bytes);
+
+  // [Finish building map,] Re-position to offset 0
+  // This call is optional; MapForward and MapBack finish building the map
+  // if necessary
+  void Reset();
+
+  // Map an offset in A' to the corresponding offset in A
+  int MapBack(int aprimeoffset);
+
+  // Map an offset in A to the corresponding offset in A'
+  int MapForward(int aoffset);
+
+  // h = ComposeOffsetMap(g, f), where f is a map from A to A', g is
+  // from A' to A'' and h is from A to A''.
+  //
+  // Note that g->MoveForward(f->MoveForward(aoffset)) always equals
+  // to h->MoveForward(aoffset), while
+  // f->MoveBack(g->MoveBack(aprimeprimeoffset)) doesn't always equals
+  // to h->MoveBack(aprimeprimeoffset). This happens when deletion in
+  // f and insertion in g are at the same place.  For example,
+  //
+  // A    1   2   3   4
+  //      ^   |  ^    ^
+  //      |   | /     |  f
+  //      v   vv      v
+  // A'   1'  2'      3'
+  //      ^   ^^      ^
+  //      |   | \     |  g
+  //      v   |  v    v
+  // A''  1'' 2'' 3'' 4''
+  //
+  // results in:
+  //
+  // A    1   2   3   4
+  //      ^   ^\  ^   ^
+  //      |   | \ |   |  h
+  //      v   |  vv   v
+  // A''  1'' 2'' 3'' 4''
+  //
+  // 2'' is mapped 3 in the former figure, while 2'' is mapped to 2 in
+  // the latter figure.
+  static void ComposeOffsetMap(OffsetMap* g, OffsetMap* f, OffsetMap* h);
+
+  // For testing only -- force a mapping
+  void StuffIt(const std::string& diffs, int max_aoffset, int max_aprimeoffset);
+
+ private:
+  enum MapOp {PREFIX_OP, COPY_OP, INSERT_OP, DELETE_OP};
+
+  void Flush();
+  void FlushAll();
+  void MaybeFlushAll();
+  void Emit(MapOp op, int len);
+
+  void SetLeft();
+  void SetRight();
+
+  // Back up over previous range, 1..5 bytes
+  // Return subscript at the beginning of that. Pins at 0
+  int Backup(int sub);
+
+  // Parse next range, 1..5 bytes
+  // Return subscript just off the end of that
+  int ParseNext(int sub, MapOp* op, int* length);
+
+  // Parse previous range, 1..5 bytes
+  // Return current subscript
+  int ParsePrevious(int sub, MapOp* op, int* length);
+
+  bool MoveRight();     // Returns true if OK
+  bool MoveLeft();      // Returns true if OK
+
+  // Copies insert operations from source to dest. Returns true if no
+  // other operations are found.
+  static bool CopyInserts(OffsetMap* source, OffsetMap* dest);
+
+  // Copies delete operations from source to dest. Returns true if no other
+  // operations are found.
+  static bool CopyDeletes(OffsetMap* source, OffsetMap* dest);
+
+  std::string diffs_;
+  MapOp pending_op_;
+  uint32 pending_length_;
+
+  // Offsets in the ranges below correspond to each other, with A' = A + diff
+  int next_diff_sub_;
+  int current_lo_aoffset_;
+  int current_hi_aoffset_;
+  int current_lo_aprimeoffset_;
+  int current_hi_aprimeoffset_;
+  int current_diff_;
+  int max_aoffset_;
+  int max_aprimeoffset_;
+};
+
+}  // namespace CLD2
+}  // namespace chrome_lang_id
+
+#endif  // SCRIPT_SPAN_OFFSETMAP_H_

data/ext/cld3/script_span/port.h

@@ -0,0 +1,143 @@
+// Copyright 2013 Google Inc. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+//
+// These are weird things we need to do to get this compiling on
+// random systems [subset].
+
+#ifndef SCRIPT_SPAN_PORT_H_
+#define SCRIPT_SPAN_PORT_H_
+
+#include <string.h>         // for memcpy()
+
+#include "integral_types.h"
+
+namespace chrome_lang_id {
+namespace CLD2 {
+
+// Portable handling of unaligned loads, stores, and copies.
+// On some platforms, like ARM, the copy functions can be more efficient
+// then a load and a store.
+
+#if defined(ARCH_PIII) || defined(ARCH_ATHLON) || defined(ARCH_K8) || defined(_ARCH_PPC)
+
+// x86 and x86-64 can perform unaligned loads/stores directly;
+// modern PowerPC hardware can also do unaligned integer loads and stores;
+// but note: the FPU still sends unaligned loads and stores to a trap handler!
+
+#define UNALIGNED_LOAD16(_p) (*reinterpret_cast<const uint16 *>(_p))
+#define UNALIGNED_LOAD32(_p) (*reinterpret_cast<const uint32 *>(_p))
+#define UNALIGNED_LOAD64(_p) (*reinterpret_cast<const uint64 *>(_p))
+
+#define UNALIGNED_STORE16(_p, _val) (*reinterpret_cast<uint16 *>(_p) = (_val))
+#define UNALIGNED_STORE32(_p, _val) (*reinterpret_cast<uint32 *>(_p) = (_val))
+#define UNALIGNED_STORE64(_p, _val) (*reinterpret_cast<uint64 *>(_p) = (_val))
+
+#elif defined(__arm__) && \
+      !defined(__ARM_ARCH_5__) && \
+      !defined(__ARM_ARCH_5T__) && \
+      !defined(__ARM_ARCH_5TE__) && \
+      !defined(__ARM_ARCH_5TEJ__) && \
+      !defined(__ARM_ARCH_6__) && \
+      !defined(__ARM_ARCH_6J__) && \
+      !defined(__ARM_ARCH_6K__) && \
+      !defined(__ARM_ARCH_6Z__) && \
+      !defined(__ARM_ARCH_6ZK__) && \
+      !defined(__ARM_ARCH_6T2__) && \
+      !defined(__ARM_ARCH_7__) && \
+      !defined(__ARM_ARCH_7A__) && \
+      !defined(__ARM_ARCH_7M__) && \
+      !defined(__ARM_ARCH_7R__) && \
+      !defined(__ARM_ARCH_8__) && \
+      !defined(__ARM_ARCH_8A__)
+
+// ARMv7 and newer support native unaligned accesses, but only of 16-bit
+// and 32-bit values (not 64-bit); older versions either raise a fatal signal,
+// do an unaligned read and rotate the words around a bit, or do the reads very
+// slowly (trip through kernel mode). There's no simple #define that says just
+// “ARMv7 or higher”, so we have to filter away all ARMv5 and ARMv6
+// sub-architectures. Newer gcc (>= 4.6) set an __ARM_FEATURE_ALIGNED #define,
+// so in time, maybe we can move on to that.
+//
+// Note that even if a chipset supports unaligned access, it might not be
+// enabled in any given system, e.g.:
+// http://infocenter.arm.com/help/index.jsp?topic=/com.arm.doc.dui0491c/CIHCGCFD.html
+// Therefore, it's generally just not safe to allow unaligned access on any ARM
+// variant.
+//
+// This is a mess, but there's not much we can do about it.
+
+#define UNALIGNED_LOAD16(_p) (*reinterpret_cast<const uint16 *>(_p))
+#define UNALIGNED_LOAD32(_p) (*reinterpret_cast<const uint32 *>(_p))
+
+#define UNALIGNED_STORE16(_p, _val) (*reinterpret_cast<uint16 *>(_p) = (_val))
+#define UNALIGNED_STORE32(_p, _val) (*reinterpret_cast<uint32 *>(_p) = (_val))
+
+// TODO(sesse): NEON supports unaligned 64-bit loads and stores.
+// See if that would be more efficient on platforms supporting it,
+// at least for copies.
+
+inline uint64 UNALIGNED_LOAD64(const void *p) {
+  uint64 t;
+  memcpy(&t, p, sizeof t);
+  return t;
+}
+
+inline void UNALIGNED_STORE64(void *p, uint64 v) {
+  memcpy(p, &v, sizeof v);
+}
+
+#else
+
+#define NEED_ALIGNED_LOADS
+
+// These functions are provided for architectures that don't support
+// unaligned loads and stores.
+
+inline uint16 UNALIGNED_LOAD16(const void *p) {
+  uint16 t;
+  memcpy(&t, p, sizeof t);
+  return t;
+}
+
+inline uint32 UNALIGNED_LOAD32(const void *p) {
+  uint32 t;
+  memcpy(&t, p, sizeof t);
+  return t;
+}
+
+inline uint64 UNALIGNED_LOAD64(const void *p) {
+  uint64 t;
+  memcpy(&t, p, sizeof t);
+  return t;
+}
+
+inline void UNALIGNED_STORE16(void *p, uint16 v) {
+  memcpy(p, &v, sizeof v);
+}
+
+inline void UNALIGNED_STORE32(void *p, uint32 v) {
+  memcpy(p, &v, sizeof v);
+}
+
+inline void UNALIGNED_STORE64(void *p, uint64 v) {
+  memcpy(p, &v, sizeof v);
+}
+
+#endif
+
+}       // End namespace CLD2
+}       // End namespace chrome_lang_id
+
+#endif  // SCRIPT_SPAN_PORT_H_