/
usr
/
include
/
/usr/include
mkdir
upload
Name
Size
Mode
Actions
arpa/
-
0755
rm
asm/
-
0755
rm
asm-generic/
-
0755
rm
bind9/
-
0755
rm
bits/
-
0755
rm
c++/
-
0755
rm
drm/
-
0755
rm
e2p/
-
0755
rm
et/
-
0755
rm
event2/
-
0755
rm
ext2fs/
-
0755
rm
finclude/
-
0755
rm
fontconfig/
-
0755
rm
freetype2/
-
0755
rm
fstrm/
-
0755
rm
gdbm/
-
0755
rm
GL/
-
0755
rm
gnu/
-
0755
rm
google/
-
0755
rm
gssapi/
-
0755
rm
gssrpc/
-
0755
rm
json-c/
-
0755
rm
kadm5/
-
0755
rm
krb5/
-
0755
rm
libexslt/
-
0755
rm
libltdl/
-
0755
rm
libpng16/
-
0755
rm
libxml2/
-
0755
rm
libxslt/
-
0755
rm
linux/
-
0755
rm
lzma/
-
0755
rm
misc/
-
0755
rm
mtd/
-
0755
rm
mysql/
-
0755
rm
ncurses/
-
0755
rm
ncursesw/
-
0755
rm
net/
-
0755
rm
netash/
-
0755
rm
netatalk/
-
0755
rm
netax25/
-
0755
rm
neteconet/
-
0755
rm
netinet/
-
0755
rm
netipx/
-
0755
rm
netiucv/
-
0755
rm
netpacket/
-
0755
rm
netrom/
-
0755
rm
netrose/
-
0755
rm
nfs/
-
0755
rm
openssl/
-
0755
rm
perf/
-
0755
rm
protobuf-c/
-
0755
rm
protocols/
-
0755
rm
python3.6m/
-
0755
rm
python3.12/
-
0755
rm
rdma/
-
0755
rm
rpc/
-
0755
rm
scsi/
-
0755
rm
security/
-
0755
rm
selinux/
-
0755
rm
sepol/
-
0755
rm
sound/
-
0755
rm
sys/
-
0755
rm
uuid/
-
0755
rm
video/
-
0755
rm
webp/
-
0755
rm
X11/
-
0755
rm
xcb/
-
0755
rm
xen/
-
0755
rm
a.out.h
4350
0644
edit
dl
rm
aio.h
7456
0644
edit
dl
rm
aliases.h
2031
0644
edit
dl
rm
alloca.h
1203
0644
edit
dl
rm
ar.h
1730
0644
edit
dl
rm
argp.h
25414
0644
edit
dl
rm
argz.h
6050
0644
edit
dl
rm
assert.h
4561
0644
edit
dl
rm
autosprintf.h
2383
0644
edit
dl
rm
byteswap.h
1404
0644
edit
dl
rm
bzlib.h
6245
0644
edit
dl
rm
complex.h
7163
0644
edit
dl
rm
com_err.h
2118
0644
edit
dl
rm
cpio.h
2267
0644
edit
dl
rm
cpuidle.h
844
0644
edit
dl
rm
crypt.h
9118
0644
edit
dl
rm
ctype.h
10963
0644
edit
dl
rm
curses.h
99625
0644
edit
dl
rm
cursesapp.h
6775
0644
edit
dl
rm
cursesf.h
27849
0644
edit
dl
rm
cursesm.h
19677
0644
edit
dl
rm
cursesp.h
8601
0644
edit
dl
rm
cursesw.h
49719
0644
edit
dl
rm
cursslk.h
7304
0644
edit
dl
rm
dbm.h
1414
0644
edit
dl
rm
dirent.h
12484
0644
edit
dl
rm
dlfcn.h
7238
0644
edit
dl
rm
elf.h
174828
0644
edit
dl
rm
endian.h
3189
0644
edit
dl
rm
entities.h
4930
0644
edit
dl
rm
envz.h
2866
0644
edit
dl
rm
err.h
2209
0644
edit
dl
rm
errno.h
1678
0644
edit
dl
rm
error.h
2039
0644
edit
dl
rm
eti.h
2891
0644
edit
dl
rm
etip.h
9702
0644
edit
dl
rm
evdns.h
2019
0644
edit
dl
rm
event.h
2744
0644
edit
dl
rm
evhttp.h
2035
0644
edit
dl
rm
evrpc.h
2015
0644
edit
dl
rm
evutil.h
1782
0644
edit
dl
rm
execinfo.h
1522
0644
edit
dl
rm
expat.h
44273
0644
edit
dl
rm
expat_config.h
3910
0644
edit
dl
rm
expat_external.h
6029
0644
edit
dl
rm
fcntl.h
10958
0644
edit
dl
rm
features.h
16062
0644
edit
dl
rm
fenv.h
5857
0644
edit
dl
rm
FlexLexer.h
6893
0644
edit
dl
rm
fmtmsg.h
3239
0644
edit
dl
rm
fnmatch.h
2295
0644
edit
dl
rm
form.h
18601
0644
edit
dl
rm
fpu_control.h
3583
0644
edit
dl
rm
fstab.h
3111
0644
edit
dl
rm
fstrm.h
13017
0644
edit
dl
rm
fts.h
8372
0644
edit
dl
rm
ftw.h
5251
0644
edit
dl
rm
gconv.h
4081
0644
edit
dl
rm
gcrypt.h
70361
0644
edit
dl
rm
gd.h
57777
0644
edit
dl
rm
gdbm.h
10345
0644
edit
dl
rm
gdcache.h
2898
0644
edit
dl
rm
gdfontg.h
553
0644
edit
dl
rm
gdfontl.h
551
0644
edit
dl
rm
gdfontmb.h
519
0644
edit
dl
rm
gdfonts.h
515
0644
edit
dl
rm
gdfontt.h
546
0644
edit
dl
rm
gdfx.h
497
0644
edit
dl
rm
gdpp.h
52162
0644
edit
dl
rm
gd_color_map.h
478
0644
edit
dl
rm
gd_errors.h
1503
0644
edit
dl
rm
gd_io.h
3125
0644
edit
dl
rm
gelf.h
11406
0644
edit
dl
rm
getopt.h
1468
0644
edit
dl
rm
gettext-po.h
15534
0644
edit
dl
rm
glob.h
6614
0644
edit
dl
rm
gnu-versions.h
2342
0644
edit
dl
rm
gnumake.h
2912
0644
edit
dl
rm
gpg-error.h
67879
0644
edit
dl
rm
gpgrt.h
67879
0644
edit
dl
rm
grp.h
6686
0644
edit
dl
rm
gshadow.h
4528
0644
edit
dl
rm
gssapi.h
181
0644
edit
dl
rm
iconv.h
1857
0644
edit
dl
rm
idn-free.h
2472
0644
edit
dl
rm
idn-int.h
20
0644
edit
dl
rm
idna.h
3564
0644
edit
dl
rm
ieee754.h
4910
0644
edit
dl
rm
ifaddrs.h
2840
0644
edit
dl
rm
inttypes.h
11892
0644
edit
dl
rm
jconfig-64.h
2225
0644
edit
dl
rm
jconfig.h
246
0644
edit
dl
rm
jerror.h
15088
0644
edit
dl
rm
jmorecfg.h
15049
0644
edit
dl
rm
jpegint.h
15586
0644
edit
dl
rm
jpeglib.h
49875
0644
edit
dl
rm
kdb.h
69285
0644
edit
dl
rm
keyutils.h
7698
0644
edit
dl
rm
krad.h
8933
0644
edit
dl
rm
krb5.h
402
0644
edit
dl
rm
langinfo.h
17848
0644
edit
dl
rm
lastlog.h
126
0644
edit
dl
rm
libaio.h
8937
0644
edit
dl
rm
libelf.h
20318
0644
edit
dl
rm
libgen.h
1385
0644
edit
dl
rm
libintl.h
4579
0644
edit
dl
rm
limits.h
5412
0644
edit
dl
rm
link.h
7218
0644
edit
dl
rm
locale.h
7674
0644
edit
dl
rm
ltdl.h
5709
0644
edit
dl
rm
lzma.h
9817
0644
edit
dl
rm
malloc.h
6102
0644
edit
dl
rm
math.h
53318
0644
edit
dl
rm
mcheck.h
2434
0644
edit
dl
rm
memory.h
955
0644
edit
dl
rm
menu.h
12197
0644
edit
dl
rm
mntent.h
3358
0644
edit
dl
rm
monetary.h
1803
0644
edit
dl
rm
mqueue.h
3759
0644
edit
dl
rm
ncurses.h
99625
0644
edit
dl
rm
ncurses_dll.h
4277
0644
edit
dl
rm
nc_tparm.h
4197
0644
edit
dl
rm
ndbm.h
2454
0644
edit
dl
rm
netdb.h
28099
0644
edit
dl
rm
nlist.h
1601
0644
edit
dl
rm
nl_types.h
1752
0644
edit
dl
rm
nss.h
1878
0644
edit
dl
rm
obstack.h
21306
0644
edit
dl
rm
panel.h
4123
0644
edit
dl
rm
paths.h
2977
0644
edit
dl
rm
pcre2.h
44802
0644
edit
dl
rm
pcre2posix.h
5804
0644
edit
dl
rm
png.h
144149
0644
edit
dl
rm
pngconf.h
22845
0644
edit
dl
rm
pnglibconf.h
7567
0644
edit
dl
rm
poll.h
22
0644
edit
dl
rm
pr29.h
2123
0644
edit
dl
rm
printf.h
6800
0644
edit
dl
rm
proc_service.h
3476
0644
edit
dl
rm
profile.h
12154
0644
edit
dl
rm
pthread.h
41269
0644
edit
dl
rm
pty.h
1569
0644
edit
dl
rm
punycode.h
9384
0644
edit
dl
rm
pwd.h
6158
0644
edit
dl
rm
regex.h
24715
0644
edit
dl
rm
regexp.h
1447
0644
edit
dl
rm
resolv.h
12153
0644
edit
dl
rm
re_comp.h
962
0644
edit
dl
rm
sched.h
4732
0644
edit
dl
rm
search.h
5223
0644
edit
dl
rm
semaphore.h
2399
0644
edit
dl
rm
setjmp.h
3669
0644
edit
dl
rm
sgtty.h
1343
0644
edit
dl
rm
shadow.h
5471
0644
edit
dl
rm
signal.h
12243
0644
edit
dl
rm
spawn.h
6690
0644
edit
dl
rm
stab.h
264
0644
edit
dl
rm
stdc-predef.h
2289
0644
edit
dl
rm
stdint.h
8469
0644
edit
dl
rm
stdio.h
30168
0644
edit
dl
rm
stdio_ext.h
2799
0644
edit
dl
rm
stdlib.h
35653
0644
edit
dl
rm
string.h
17587
0644
edit
dl
rm
stringprep.h
8227
0644
edit
dl
rm
strings.h
4752
0644
edit
dl
rm
syscall.h
25
0644
edit
dl
rm
sysexits.h
5232
0644
edit
dl
rm
syslog.h
24
0644
edit
dl
rm
tar.h
3785
0644
edit
dl
rm
term.h
41190
0644
edit
dl
rm
termcap.h
3473
0644
edit
dl
rm
termio.h
214
0644
edit
dl
rm
termios.h
3598
0644
edit
dl
rm
term_entry.h
8760
0644
edit
dl
rm
tgmath.h
31489
0644
edit
dl
rm
threads.h
6655
0644
edit
dl
rm
thread_db.h
16023
0644
edit
dl
rm
tic.h
13638
0644
edit
dl
rm
tiff.h
35983
0644
edit
dl
rm
tiffconf-64.h
3429
0644
edit
dl
rm
tiffconf.h
250
0644
edit
dl
rm
tiffio.h
23227
0644
edit
dl
rm
tiffio.hxx
1702
0644
edit
dl
rm
tiffvers.h
410
0644
edit
dl
rm
time.h
10360
0644
edit
dl
rm
tld.h
4650
0644
edit
dl
rm
ttyent.h
2494
0644
edit
dl
rm
uchar.h
2001
0644
edit
dl
rm
ucontext.h
2036
0644
edit
dl
rm
ulimit.h
1583
0644
edit
dl
rm
unctrl.h
3099
0644
edit
dl
rm
unistd.h
42738
0644
edit
dl
rm
utime.h
1501
0644
edit
dl
rm
utmp.h
3222
0644
edit
dl
rm
utmpx.h
4099
0644
edit
dl
rm
values.h
1955
0644
edit
dl
rm
verto-module.h
6640
0644
edit
dl
rm
verto.h
19437
0644
edit
dl
rm
wait.h
22
0644
edit
dl
rm
wchar.h
31111
0644
edit
dl
rm
wctype.h
5548
0644
edit
dl
rm
wordexp.h
2501
0644
edit
dl
rm
zbuff.h
11500
0644
edit
dl
rm
zconf.h
16262
0644
edit
dl
rm
zdict.h
17203
0644
edit
dl
rm
zlib.h
96261
0644
edit
dl
rm
zstd.h
119972
0644
edit
dl
rm
zstd_errors.h
3751
0644
edit
dl
rm
Edit:
/usr/include/zdict.h
(17203B)
/* * Copyright (c) 2016-present, Yann Collet, Facebook, Inc. * All rights reserved. * * This source code is licensed under both the BSD-style license (found in the * LICENSE file in the root directory of this source tree) and the GPLv2 (found * in the COPYING file in the root directory of this source tree). * You may select, at your option, one of the above-listed licenses. */ #ifndef DICTBUILDER_H_001 #define DICTBUILDER_H_001 #if defined (__cplusplus) extern "C" { #endif /*====== Dependencies ======*/ #include <stddef.h> /* size_t */ /* ===== ZDICTLIB_API : control library symbols visibility ===== */ #ifndef ZDICTLIB_VISIBILITY # if defined(__GNUC__) && (__GNUC__ >= 4) # define ZDICTLIB_VISIBILITY __attribute__ ((visibility ("default"))) # else # define ZDICTLIB_VISIBILITY # endif #endif #if defined(ZSTD_DLL_EXPORT) && (ZSTD_DLL_EXPORT==1) # define ZDICTLIB_API __declspec(dllexport) ZDICTLIB_VISIBILITY #elif defined(ZSTD_DLL_IMPORT) && (ZSTD_DLL_IMPORT==1) # define ZDICTLIB_API __declspec(dllimport) ZDICTLIB_VISIBILITY /* It isn't required but allows to generate better code, saving a function pointer load from the IAT and an indirect jump.*/ #else # define ZDICTLIB_API ZDICTLIB_VISIBILITY #endif /*! ZDICT_trainFromBuffer(): * Train a dictionary from an array of samples. * Redirect towards ZDICT_optimizeTrainFromBuffer_fastCover() single-threaded, with d=8, steps=4, * f=20, and accel=1. * Samples must be stored concatenated in a single flat buffer `samplesBuffer`, * supplied with an array of sizes `samplesSizes`, providing the size of each sample, in order. * The resulting dictionary will be saved into `dictBuffer`. * @return: size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`) * or an error code, which can be tested with ZDICT_isError(). * Note: Dictionary training will fail if there are not enough samples to construct a * dictionary, or if most of the samples are too small (< 8 bytes being the lower limit). * If dictionary training fails, you should use zstd without a dictionary, as the dictionary * would've been ineffective anyways. If you believe your samples would benefit from a dictionary * please open an issue with details, and we can look into it. * Note: ZDICT_trainFromBuffer()'s memory usage is about 6 MB. * Tips: In general, a reasonable dictionary has a size of ~ 100 KB. * It's possible to select smaller or larger size, just by specifying `dictBufferCapacity`. * In general, it's recommended to provide a few thousands samples, though this can vary a lot. * It's recommended that total size of all samples be about ~x100 times the target size of dictionary. */ ZDICTLIB_API size_t ZDICT_trainFromBuffer(void* dictBuffer, size_t dictBufferCapacity, const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples); /*====== Helper functions ======*/ ZDICTLIB_API unsigned ZDICT_getDictID(const void* dictBuffer, size_t dictSize); /**< extracts dictID; @return zero if error (not a valid dictionary) */ ZDICTLIB_API unsigned ZDICT_isError(size_t errorCode); ZDICTLIB_API const char* ZDICT_getErrorName(size_t errorCode); #ifdef ZDICT_STATIC_LINKING_ONLY /* ==================================================================================== * The definitions in this section are considered experimental. * They should never be used with a dynamic library, as they may change in the future. * They are provided for advanced usages. * Use them only in association with static linking. * ==================================================================================== */ typedef struct { int compressionLevel; /* optimize for a specific zstd compression level; 0 means default */ unsigned notificationLevel; /* Write log to stderr; 0 = none (default); 1 = errors; 2 = progression; 3 = details; 4 = debug; */ unsigned dictID; /* force dictID value; 0 means auto mode (32-bits random value) */ } ZDICT_params_t; /*! ZDICT_cover_params_t: * k and d are the only required parameters. * For others, value 0 means default. */ typedef struct { unsigned k; /* Segment size : constraint: 0 < k : Reasonable range [16, 2048+] */ unsigned d; /* dmer size : constraint: 0 < d <= k : Reasonable range [6, 16] */ unsigned steps; /* Number of steps : Only used for optimization : 0 means default (40) : Higher means more parameters checked */ unsigned nbThreads; /* Number of threads : constraint: 0 < nbThreads : 1 means single-threaded : Only used for optimization : Ignored if ZSTD_MULTITHREAD is not defined */ double splitPoint; /* Percentage of samples used for training: Only used for optimization : the first nbSamples * splitPoint samples will be used to training, the last nbSamples * (1 - splitPoint) samples will be used for testing, 0 means default (1.0), 1.0 when all samples are used for both training and testing */ unsigned shrinkDict; /* Train dictionaries to shrink in size starting from the minimum size and selects the smallest dictionary that is shrinkDictMaxRegression% worse than the largest dictionary. 0 means no shrinking and 1 means shrinking */ unsigned shrinkDictMaxRegression; /* Sets shrinkDictMaxRegression so that a smaller dictionary can be at worse shrinkDictMaxRegression% worse than the max dict size dictionary. */ ZDICT_params_t zParams; } ZDICT_cover_params_t; typedef struct { unsigned k; /* Segment size : constraint: 0 < k : Reasonable range [16, 2048+] */ unsigned d; /* dmer size : constraint: 0 < d <= k : Reasonable range [6, 16] */ unsigned f; /* log of size of frequency array : constraint: 0 < f <= 31 : 1 means default(20)*/ unsigned steps; /* Number of steps : Only used for optimization : 0 means default (40) : Higher means more parameters checked */ unsigned nbThreads; /* Number of threads : constraint: 0 < nbThreads : 1 means single-threaded : Only used for optimization : Ignored if ZSTD_MULTITHREAD is not defined */ double splitPoint; /* Percentage of samples used for training: Only used for optimization : the first nbSamples * splitPoint samples will be used to training, the last nbSamples * (1 - splitPoint) samples will be used for testing, 0 means default (0.75), 1.0 when all samples are used for both training and testing */ unsigned accel; /* Acceleration level: constraint: 0 < accel <= 10, higher means faster and less accurate, 0 means default(1) */ unsigned shrinkDict; /* Train dictionaries to shrink in size starting from the minimum size and selects the smallest dictionary that is shrinkDictMaxRegression% worse than the largest dictionary. 0 means no shrinking and 1 means shrinking */ unsigned shrinkDictMaxRegression; /* Sets shrinkDictMaxRegression so that a smaller dictionary can be at worse shrinkDictMaxRegression% worse than the max dict size dictionary. */ ZDICT_params_t zParams; } ZDICT_fastCover_params_t; /*! ZDICT_trainFromBuffer_cover(): * Train a dictionary from an array of samples using the COVER algorithm. * Samples must be stored concatenated in a single flat buffer `samplesBuffer`, * supplied with an array of sizes `samplesSizes`, providing the size of each sample, in order. * The resulting dictionary will be saved into `dictBuffer`. * @return: size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`) * or an error code, which can be tested with ZDICT_isError(). * See ZDICT_trainFromBuffer() for details on failure modes. * Note: ZDICT_trainFromBuffer_cover() requires about 9 bytes of memory for each input byte. * Tips: In general, a reasonable dictionary has a size of ~ 100 KB. * It's possible to select smaller or larger size, just by specifying `dictBufferCapacity`. * In general, it's recommended to provide a few thousands samples, though this can vary a lot. * It's recommended that total size of all samples be about ~x100 times the target size of dictionary. */ ZDICTLIB_API size_t ZDICT_trainFromBuffer_cover( void *dictBuffer, size_t dictBufferCapacity, const void *samplesBuffer, const size_t *samplesSizes, unsigned nbSamples, ZDICT_cover_params_t parameters); /*! ZDICT_optimizeTrainFromBuffer_cover(): * The same requirements as above hold for all the parameters except `parameters`. * This function tries many parameter combinations and picks the best parameters. * `*parameters` is filled with the best parameters found, * dictionary constructed with those parameters is stored in `dictBuffer`. * * All of the parameters d, k, steps are optional. * If d is non-zero then we don't check multiple values of d, otherwise we check d = {6, 8}. * if steps is zero it defaults to its default value. * If k is non-zero then we don't check multiple values of k, otherwise we check steps values in [50, 2000]. * * @return: size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`) * or an error code, which can be tested with ZDICT_isError(). * On success `*parameters` contains the parameters selected. * See ZDICT_trainFromBuffer() for details on failure modes. * Note: ZDICT_optimizeTrainFromBuffer_cover() requires about 8 bytes of memory for each input byte and additionally another 5 bytes of memory for each byte of memory for each thread. */ ZDICTLIB_API size_t ZDICT_optimizeTrainFromBuffer_cover( void* dictBuffer, size_t dictBufferCapacity, const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples, ZDICT_cover_params_t* parameters); /*! ZDICT_trainFromBuffer_fastCover(): * Train a dictionary from an array of samples using a modified version of COVER algorithm. * Samples must be stored concatenated in a single flat buffer `samplesBuffer`, * supplied with an array of sizes `samplesSizes`, providing the size of each sample, in order. * d and k are required. * All other parameters are optional, will use default values if not provided * The resulting dictionary will be saved into `dictBuffer`. * @return: size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`) * or an error code, which can be tested with ZDICT_isError(). * See ZDICT_trainFromBuffer() for details on failure modes. * Note: ZDICT_trainFromBuffer_fastCover() requires 6 * 2^f bytes of memory. * Tips: In general, a reasonable dictionary has a size of ~ 100 KB. * It's possible to select smaller or larger size, just by specifying `dictBufferCapacity`. * In general, it's recommended to provide a few thousands samples, though this can vary a lot. * It's recommended that total size of all samples be about ~x100 times the target size of dictionary. */ ZDICTLIB_API size_t ZDICT_trainFromBuffer_fastCover(void *dictBuffer, size_t dictBufferCapacity, const void *samplesBuffer, const size_t *samplesSizes, unsigned nbSamples, ZDICT_fastCover_params_t parameters); /*! ZDICT_optimizeTrainFromBuffer_fastCover(): * The same requirements as above hold for all the parameters except `parameters`. * This function tries many parameter combinations (specifically, k and d combinations) * and picks the best parameters. `*parameters` is filled with the best parameters found, * dictionary constructed with those parameters is stored in `dictBuffer`. * All of the parameters d, k, steps, f, and accel are optional. * If d is non-zero then we don't check multiple values of d, otherwise we check d = {6, 8}. * if steps is zero it defaults to its default value. * If k is non-zero then we don't check multiple values of k, otherwise we check steps values in [50, 2000]. * If f is zero, default value of 20 is used. * If accel is zero, default value of 1 is used. * * @return: size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`) * or an error code, which can be tested with ZDICT_isError(). * On success `*parameters` contains the parameters selected. * See ZDICT_trainFromBuffer() for details on failure modes. * Note: ZDICT_optimizeTrainFromBuffer_fastCover() requires about 6 * 2^f bytes of memory for each thread. */ ZDICTLIB_API size_t ZDICT_optimizeTrainFromBuffer_fastCover(void* dictBuffer, size_t dictBufferCapacity, const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples, ZDICT_fastCover_params_t* parameters); /*! ZDICT_finalizeDictionary(): * Given a custom content as a basis for dictionary, and a set of samples, * finalize dictionary by adding headers and statistics. * * Samples must be stored concatenated in a flat buffer `samplesBuffer`, * supplied with an array of sizes `samplesSizes`, providing the size of each sample in order. * * dictContentSize must be >= ZDICT_CONTENTSIZE_MIN bytes. * maxDictSize must be >= dictContentSize, and must be >= ZDICT_DICTSIZE_MIN bytes. * * @return: size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`), * or an error code, which can be tested by ZDICT_isError(). * Note: ZDICT_finalizeDictionary() will push notifications into stderr if instructed to, using notificationLevel>0. * Note 2: dictBuffer and dictContent can overlap */ #define ZDICT_CONTENTSIZE_MIN 128 #define ZDICT_DICTSIZE_MIN 256 ZDICTLIB_API size_t ZDICT_finalizeDictionary(void* dictBuffer, size_t dictBufferCapacity, const void* dictContent, size_t dictContentSize, const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples, ZDICT_params_t parameters); typedef struct { unsigned selectivityLevel; /* 0 means default; larger => select more => larger dictionary */ ZDICT_params_t zParams; } ZDICT_legacy_params_t; /*! ZDICT_trainFromBuffer_legacy(): * Train a dictionary from an array of samples. * Samples must be stored concatenated in a single flat buffer `samplesBuffer`, * supplied with an array of sizes `samplesSizes`, providing the size of each sample, in order. * The resulting dictionary will be saved into `dictBuffer`. * `parameters` is optional and can be provided with values set to 0 to mean "default". * @return: size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`) * or an error code, which can be tested with ZDICT_isError(). * See ZDICT_trainFromBuffer() for details on failure modes. * Tips: In general, a reasonable dictionary has a size of ~ 100 KB. * It's possible to select smaller or larger size, just by specifying `dictBufferCapacity`. * In general, it's recommended to provide a few thousands samples, though this can vary a lot. * It's recommended that total size of all samples be about ~x100 times the target size of dictionary. * Note: ZDICT_trainFromBuffer_legacy() will send notifications into stderr if instructed to, using notificationLevel>0. */ ZDICTLIB_API size_t ZDICT_trainFromBuffer_legacy( void *dictBuffer, size_t dictBufferCapacity, const void *samplesBuffer, const size_t *samplesSizes, unsigned nbSamples, ZDICT_legacy_params_t parameters); /* Deprecation warnings */ /* It is generally possible to disable deprecation warnings from compiler, for example with -Wno-deprecated-declarations for gcc or _CRT_SECURE_NO_WARNINGS in Visual. Otherwise, it's also possible to manually define ZDICT_DISABLE_DEPRECATE_WARNINGS */ #ifdef ZDICT_DISABLE_DEPRECATE_WARNINGS # define ZDICT_DEPRECATED(message) ZDICTLIB_API /* disable deprecation warnings */ #else # define ZDICT_GCC_VERSION (__GNUC__ * 100 + __GNUC_MINOR__) # if defined (__cplusplus) && (__cplusplus >= 201402) /* C++14 or greater */ # define ZDICT_DEPRECATED(message) [[deprecated(message)]] ZDICTLIB_API # elif (ZDICT_GCC_VERSION >= 405) || defined(__clang__) # define ZDICT_DEPRECATED(message) ZDICTLIB_API __attribute__((deprecated(message))) # elif (ZDICT_GCC_VERSION >= 301) # define ZDICT_DEPRECATED(message) ZDICTLIB_API __attribute__((deprecated)) # elif defined(_MSC_VER) # define ZDICT_DEPRECATED(message) ZDICTLIB_API __declspec(deprecated(message)) # else # pragma message("WARNING: You need to implement ZDICT_DEPRECATED for this compiler") # define ZDICT_DEPRECATED(message) ZDICTLIB_API # endif #endif /* ZDICT_DISABLE_DEPRECATE_WARNINGS */ ZDICT_DEPRECATED("use ZDICT_finalizeDictionary() instead") size_t ZDICT_addEntropyTablesFromBuffer(void* dictBuffer, size_t dictContentSize, size_t dictBufferCapacity, const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples); #endif /* ZDICT_STATIC_LINKING_ONLY */ #if defined (__cplusplus) } #endif #endif /* DICTBUILDER_H_001 */
Save
cmd:
run