kibi-swipl-linux-x64-gnu 1.0.0

package/lib/swipl/library/ext/clib/hash_stream.pl

@@ -0,0 +1,119 @@
+/*  Part of SWI-Prolog
+
+    Author:        Jan Wielemaker
+    E-mail:        J.Wielemaker@vu.nl
+    WWW:           http://www.swi-prolog.org
+    Copyright (c)  2016, VU University Amsterdam
+    All rights reserved.
+
+    Redistribution and use in source and binary forms, with or without
+    modification, are permitted provided that the following conditions
+    are met:
+
+    1. Redistributions of source code must retain the above copyright
+       notice, this list of conditions and the following disclaimer.
+
+    2. Redistributions in binary form must reproduce the above copyright
+       notice, this list of conditions and the following disclaimer in
+       the documentation and/or other materials provided with the
+       distribution.
+
+    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+    FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+    COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+    INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+    BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+    LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+    CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+    LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+    ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+    POSSIBILITY OF SUCH DAMAGE.
+*/
+
+:- module(hash_stream,
+          [ open_hash_stream/3,         % +OrgStream, -HashStream, +Options
+            stream_hash/2               % +HashStream, -Hash
+          ]).
+:- use_foreign_library(foreign(hashstream)).
+:- predicate_options(open_hash_stream/3, 3,
+                     [ close_parent(boolean),
+                       algorithm(oneof([md5,sha1,sha224,sha256,sha384,sha512]))
+                     ]).
+
+/** <module> Maintain a hash on a stream
+
+This library defines a filter stream that   maintains a hash of the data
+that passes through the stream. It can be   used  to compute the hash of
+input data while it is being processed.   This is notably interesting if
+data is processed from a socket as it avoids the need for collecting the
+data first in a temporary file.
+
+A typical processing sequence  is   illustrated  below,  where process/2
+somehow processed the data  and  save_result/3   records  the  result as
+obtained from `URL` with content digest `SHA256` its `Result`.
+
+  ```
+      ...,
+      http_open(URL, In0, []),
+      open_hash_stream(In0, In, [algorithm(sha256)]),
+      process(In, Result),
+      stream_hash(In, SHA256),
+      close(In),
+      save_result(URL, SHA256, Result)
+  ```
+
+This library can also be used to compute   the hash for the content of a
+file. The advantage is that this code doesn't rely on external tools. It
+is considerably faster for short files, but considerably slower on large
+files because Prolog I/O  is  based   on  character  streams rather than
+blocks.
+
+  ```
+  file_hash(Algorithm, File, Hash) :-
+      setup_call_cleanup(
+          open(File, read, In0, [type(binary)]),
+          setup_call_cleanup(
+              open_hash_stream(In0, In,
+                               [ algorithm(Algorithm),
+                                 close_parent(false)
+                               ]),
+              ( setup_call_cleanup(
+                    open_null_stream(Null),
+                    copy_stream_data(In, Null),
+                    close(Null)),
+                stream_hash(In, Hash)
+              ),
+              close(In)),
+          close(In0)).
+  ```
+
+@see    In addition to this hash library, SWI-Prolog provides
+        library(md5), library(sha) and hash functions through
+        library(crypto), part of the `ssl` package.
+*/
+
+%!  open_hash_stream(+OrgStream, -HashStream, +Options) is det.
+%
+%   Open a filter stream on  OrgStream   that  maintains a hash. The
+%   hash can be retrieved at any  time using stream_hash/2. Provided
+%   options:
+%
+%     - algorithm(+Algorithm)
+%     One of `md5`, `sha1`, `sha224`, `sha256`, `sha384` or
+%     `sha512`. Default is `sha1`.
+%     - close_parent(+Bool)
+%     If `true` (default), closing the filter stream also closes the
+%     original (parent) stream.
+
+
+%!  stream_hash(+HashStream, -Digest:atom) is det.
+%
+%   Unify Digest with a hash for  the   bytes  send  to or read from
+%   HashStream. Note that  the  hash  is   computed  on  the  stream
+%   buffers. If the stream is an output  stream, it is first flushed
+%   and the Digest represents the hash   at the current location. If
+%   the stream is an input stream the  Digest represents the hash of
+%   the processed input including the already buffered data.
+

package/lib/swipl/library/ext/clib/mallocinfo.pl

@@ -0,0 +1,138 @@
+/*  Part of SWI-Prolog
+
+    Author:        Jan Wielemaker
+    E-mail:        J.Wielemaker@vu.nl
+    WWW:           http://www.swi-prolog.org
+    Copyright (c)  2015, VU University Amsterdam
+    All rights reserved.
+
+    Redistribution and use in source and binary forms, with or without
+    modification, are permitted provided that the following conditions
+    are met:
+
+    1. Redistributions of source code must retain the above copyright
+       notice, this list of conditions and the following disclaimer.
+
+    2. Redistributions in binary form must reproduce the above copyright
+       notice, this list of conditions and the following disclaimer in
+       the documentation and/or other materials provided with the
+       distribution.
+
+    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+    FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+    COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+    INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+    BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+    LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+    CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+    LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+    ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+    POSSIBILITY OF SUCH DAMAGE.
+*/
+
+:- module(malloc_info,
+          [
+          ]).
+:- autoload(library(apply),[maplist/3,partition/4]).
+:- autoload(library(lists),[selectchk/3]).
+:- autoload(library(sgml),[load_xml/3]).
+
+:- use_foreign_library(foreign(mallocinfo)).
+
+/** <module> Memory allocation details
+
+This library is provided if the clib   package  is compiled on a _glibc_
+based system, typically Linux. It provides  access to the glibc ptmalloc
+informational  functions  for  diagnosing  memory  usage.  This  library
+exports
+
+  * mallinfo/1
+  * malloc_info/1
+*/
+
+:- if(current_predicate('$mallinfo'/1)).
+:- export(mallinfo/1).
+
+%!  mallinfo(-Info:dict) is det.
+%
+%   Return the content  of  the   =|struct  mallinfo|=  returned  by
+%   =|mallinfo()|= as a dict. See =|man mallinfo|= for an
+%   explanation of the fields.
+%
+%   @bug    The =|struct mallinfo|= contains =int= fields and is thus
+%           incapable of expressing the memory sizes of 64-bit
+%           machines.  The fields are interpreted as _unsigned_ and
+%           thus represent the true value modulo 2**32 (4Gb).
+
+mallinfo(Info) :-
+    '$mallinfo'(List),
+    dict_create(Info, malinfo, List).
+:- endif.
+
+:- if(current_predicate('$malloc_info'/1)).
+:- export(malloc_info/1).
+
+%!  malloc_info(-Info:dict) is det.
+%
+%   Interface to =|malloc_info()|=, which provides   an XML document
+%   describing the status of the   GNU  glibc malloc implementation.
+%   The XML document is parsed and  translated   into  a dict with a
+%   similar structure. The  malloc_info()  XML   is  supposed  to be
+%   self-explanatory.
+%
+%   @see [Understanding glibc malloc](https://sploitfun.wordpress.com/2015/02/10/understanding-glibc-malloc/)
+
+malloc_info(Info) :-
+    '$malloc_info'(XML),
+    setup_call_cleanup(
+        open_string(XML, In),
+        load_xml(In, DOM, [space(remove)]),
+        close(In)),
+    malloc_dom_prolog(DOM, Info).
+
+malloc_dom_prolog([element(malloc, _, DOM)], Info) :-
+    maplist(malloc_prolog, DOM, List),
+    partition(is_dict, List, Heaps, Rest),
+    dict_create(Info, malloc, [heaps:Heaps|Rest]).
+
+malloc_prolog(element(heap, [nr=NRA], DOM), Heap) :-
+    !,
+    atom_number(NRA, NR),
+    maplist(heap_prolog, DOM, HeapProperties),
+    dict_create(Heap, heap, [nr-NR|HeapProperties]).
+malloc_prolog(Element, Pair) :-
+    misc_field(Element, Pair).
+
+heap_prolog(element(sizes, _, DOM), sizes-Sizes) :-
+    !,
+    maplist(chunk_size, DOM, Sizes).
+heap_prolog(Element, Pair) :-
+    misc_field(Element, Pair).
+
+misc_field(element(Name, Attrs0, []), Key-Value) :-
+    selectchk(type=Type, Attrs0, Attrs1),
+    atomic_list_concat([Name, '_', Type], Key),
+    maplist(attr_value, Attrs1, Attrs),
+    (   Attrs = [_=Value]
+    ->  true
+    ;   dict_create(Value, Name, Attrs)
+    ).
+
+chunk_size(element(size, Attrs0, []), Dict) :-
+    !,
+    maplist(attr_value, Attrs0, Attrs),
+    dict_create(Dict, size, Attrs).
+chunk_size(element(unsorted, Attrs0, []), Dict) :-
+    maplist(attr_value, Attrs0, Attrs),
+    dict_create(Dict, unsorted, Attrs).
+
+attr_value(Name=In, Name=Out) :-
+    atom_number(In, Out),
+    !.
+attr_value(Name=In, Name=Out) :-
+    atom_string(In, Out),
+    !.
+
+:- endif.

package/lib/swipl/library/ext/clib/md5.pl

@@ -0,0 +1,68 @@
+/*  Part of SWI-Prolog
+
+    Author:        Jan Wielemaker
+    E-mail:        J.Wielemaker@vu.nl
+    WWW:           http://www.swi-prolog.org
+    Copyright (c)  2015-2016, VU University Amsterdam
+    All rights reserved.
+
+    Redistribution and use in source and binary forms, with or without
+    modification, are permitted provided that the following conditions
+    are met:
+
+    1. Redistributions of source code must retain the above copyright
+       notice, this list of conditions and the following disclaimer.
+
+    2. Redistributions in binary form must reproduce the above copyright
+       notice, this list of conditions and the following disclaimer in
+       the documentation and/or other materials provided with the
+       distribution.
+
+    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+    FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+    COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+    INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+    BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+    LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+    CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+    LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+    ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+    POSSIBILITY OF SUCH DAMAGE.
+*/
+
+:- module(md5,
+          [ md5_hash/3                  % +Input, -Hash, +Options
+          ]).
+
+:- use_foreign_library(foreign(md54pl)).
+
+/** <module> MD5 hashes
+
+Compute MD5 hashes  from  a  Prolog   string.  This  library  provides a
+lightweight alternative to the general secure hash interface provided by
+library(crypto) from the `ssl` package.
+
+@see library(sha), library(hash_stream) and library(crypto).
+*/
+
+%!  md5_hash(+Data, -Hash, +Options) is det.
+%
+%   Hash is the MD5 hash of Data,   The  conversion is controlled by
+%   Options:
+%
+%     * encoding(+Encoding)
+%     If Data is a sequence of character _codes_, this must be
+%     translated into a sequence of _bytes_, because that is what
+%     the hashing requires.  The default encoding is =utf8=.  The
+%     other meaningful value is =octet=, claiming that Data contains
+%     raw bytes.
+%
+%   @arg Data is either an atom, string, code-list or char-list.
+%   @arg Hash is an atom holding 32 characters, representing the
+%   hash in hexadecimal notation
+
+:- multifile sandbox:safe_primitive/1.
+
+sandbox:safe_primitive(md5:md5_hash(_,_,_)).

package/lib/swipl/library/ext/clib/memfile.pl

@@ -0,0 +1,61 @@
+/*  Part of SWI-Prolog
+
+    Author:        Jan Wielemaker
+    E-mail:        J.Wielemaker@vu.nl
+    WWW:           http://www.swi-prolog.org
+    Copyright (c)  2001-2020, University of Amsterdam
+                              CWI, Amsterdam
+    All rights reserved.
+
+    Redistribution and use in source and binary forms, with or without
+    modification, are permitted provided that the following conditions
+    are met:
+
+    1. Redistributions of source code must retain the above copyright
+       notice, this list of conditions and the following disclaimer.
+
+    2. Redistributions in binary form must reproduce the above copyright
+       notice, this list of conditions and the following disclaimer in
+       the documentation and/or other materials provided with the
+       distribution.
+
+    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+    FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+    COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+    INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+    BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+    LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+    CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+    LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+    ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+    POSSIBILITY OF SUCH DAMAGE.
+*/
+
+:- module(memory_file,
+          [ new_memory_file/1,          % -Handle
+            free_memory_file/1,         % +Handle
+            size_memory_file/2,         % +Handle, -Size
+            size_memory_file/3,         % +Handle, -Size, +Encoding
+            open_memory_file/3,         % +Handle, +Mode, -Stream
+            open_memory_file/4,         % +Handle, +Mode, -Stream, +Options
+            insert_memory_file/3,       % +Handle, +Position, +Data
+            delete_memory_file/3,       % +Handle, +Position, +Length
+            atom_to_memory_file/2,      % +Atom, -Handle
+            memory_file_to_atom/2,      % +Handle, -Atom
+            memory_file_to_codes/2,     % +Handle, -CodeList
+            memory_file_to_string/2,    % +Handle, -String
+            memory_file_to_atom/3,      % +Handle, -Atom, +Encoding
+            memory_file_to_codes/3,     % +Handle, -CodeList, +Encoding
+            memory_file_to_string/3,    % +Handle, -String, +Encoding
+            memory_file_substring/5,    % +Handle, +Before, +Length, +After, -String
+            memory_file_line_position/4,% +Handle, ?Line, ?ListPos, ?Offset
+            utf8_position_memory_file/3 % +Handle, -Here, -Size
+          ]).
+:- use_foreign_library(foreign(memfile)).
+
+:- predicate_options(open_memory_file/4, 4,
+                     [ encoding(encoding),
+                       free_on_close(boolean)
+                     ]).