Install log for 'tokenizers.bpe'

* installing to library ‘/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages’
* installing *source* package ‘tokenizers.bpe’ ...
** this is package ‘tokenizers.bpe’ version ‘0.1.4’
** package ‘tokenizers.bpe’ successfully unpacked and MD5 sums checked
** using staged installation
** libs
using C++ compiler: ‘g++-16 (Debian 16-20260425-1) 16.0.1 20260425 (prerelease) [gcc-16 r16-8812-gd9c07462a22]’
make[1]: Entering directory '/tmp/RtmpJyvBt0/R.INSTALL14dac67bb897a1/tokenizers.bpe/src'
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c youtokentome/cpp/utils.cpp -o youtokentome/cpp/utils.o
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c youtokentome/cpp/bpe.cpp -o youtokentome/cpp/bpe.o
youtokentome/cpp/bpe.cpp: In function ‘void vkcom::worker_doing_merge(size_t, std::vector<std::vector<NodeEncoder> >&, std::vector<phmap::flat_hash_map<long unsigned int, long unsigned int> >&, phmap::flat_hash_map<long unsigned int, std::vector<Position> >&, std::vector<long unsigned int>&, std::vector<std::mutex>&, std::vector<std::condition_variable>&, std::vector<BPE_Rule>&, std::vector<std::atomic<bool> >&, phmap::flat_hash_map<unsigned int, unsigned int>&, std::vector<std::vector<phmap::flat_hash_map<unsigned int, long unsigned int> > >&, std::vector<std::vector<phmap::flat_hash_map<unsigned int, long unsigned int> > >&, std::atomic<unsigned int>&, std::vector<std::atomic<unsigned int> >&, const BpeConfig&, std::mutex&, std::condition_variable&)’:
youtokentome/cpp/bpe.cpp:628:9: warning: variable ‘real_merge’ set but not used [-Wunused-but-set-variable=]
  628 |     int real_merge = 0;
      |         ^~~~~~~~~~
youtokentome/cpp/bpe.cpp:629:9: warning: variable ‘not_real_merge’ set but not used [-Wunused-but-set-variable=]
  629 |     int not_real_merge = 0;
      |         ^~~~~~~~~~~~~~
youtokentome/cpp/bpe.cpp: In function ‘vkcom::BPEState vkcom::learn_bpe_from_string(std::string&, int, const std::string&, BpeConfig)’:
youtokentome/cpp/bpe.cpp:1101:7: warning: variable ‘inter_fail’ set but not used [-Wunused-but-set-variable=]
 1101 |   int inter_fail = 0;
      |       ^~~~~~~~~~
youtokentome/cpp/bpe.cpp:1102:7: warning: variable ‘equal_fail’ set but not used [-Wunused-but-set-variable=]
 1102 |   int equal_fail = 0;
      |       ^~~~~~~~~~
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c youtokentome/cpp/utf8.cpp -o youtokentome/cpp/utf8.o
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c rcpp_youtokentome.cpp -o rcpp_youtokentome.o
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c RcppExports.cpp -o RcppExports.o
g++-16 -std=gnu++20 -shared -L/home/hornik/tmp/R.check/r-devel-gcc/Work/build/lib -Wl,-O1 -o tokenizers.bpe.so youtokentome/cpp/utils.o youtokentome/cpp/bpe.o youtokentome/cpp/utf8.o rcpp_youtokentome.o RcppExports.o -pthread -L/home/hornik/tmp/R.check/r-devel-gcc/Work/build/lib -lR
rm -f youtokentome/cpp/utils.o youtokentome/cpp/bpe.o youtokentome/cpp/utf8.o rcpp_youtokentome.o RcppExports.o
make[1]: Leaving directory '/tmp/RtmpJyvBt0/R.INSTALL14dac67bb897a1/tokenizers.bpe/src'
make[1]: Entering directory '/tmp/RtmpJyvBt0/R.INSTALL14dac67bb897a1/tokenizers.bpe/src'
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c youtokentome/cpp/utils.cpp -o youtokentome/cpp/utils.o
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c youtokentome/cpp/bpe.cpp -o youtokentome/cpp/bpe.o
youtokentome/cpp/bpe.cpp: In function ‘void vkcom::worker_doing_merge(size_t, std::vector<std::vector<NodeEncoder> >&, std::vector<phmap::flat_hash_map<long unsigned int, long unsigned int> >&, phmap::flat_hash_map<long unsigned int, std::vector<Position> >&, std::vector<long unsigned int>&, std::vector<std::mutex>&, std::vector<std::condition_variable>&, std::vector<BPE_Rule>&, std::vector<std::atomic<bool> >&, phmap::flat_hash_map<unsigned int, unsigned int>&, std::vector<std::vector<phmap::flat_hash_map<unsigned int, long unsigned int> > >&, std::vector<std::vector<phmap::flat_hash_map<unsigned int, long unsigned int> > >&, std::atomic<unsigned int>&, std::vector<std::atomic<unsigned int> >&, const BpeConfig&, std::mutex&, std::condition_variable&)’:
youtokentome/cpp/bpe.cpp:628:9: warning: variable ‘real_merge’ set but not used [-Wunused-but-set-variable=]
  628 |     int real_merge = 0;
      |         ^~~~~~~~~~
youtokentome/cpp/bpe.cpp:629:9: warning: variable ‘not_real_merge’ set but not used [-Wunused-but-set-variable=]
  629 |     int not_real_merge = 0;
      |         ^~~~~~~~~~~~~~
youtokentome/cpp/bpe.cpp: In function ‘vkcom::BPEState vkcom::learn_bpe_from_string(std::string&, int, const std::string&, BpeConfig)’:
youtokentome/cpp/bpe.cpp:1101:7: warning: variable ‘inter_fail’ set but not used [-Wunused-but-set-variable=]
 1101 |   int inter_fail = 0;
      |       ^~~~~~~~~~
youtokentome/cpp/bpe.cpp:1102:7: warning: variable ‘equal_fail’ set but not used [-Wunused-but-set-variable=]
 1102 |   int equal_fail = 0;
      |       ^~~~~~~~~~
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c youtokentome/cpp/utf8.cpp -o youtokentome/cpp/utf8.o
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c rcpp_youtokentome.cpp -o rcpp_youtokentome.o
g++-16 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-gcc/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3   -fpic  -g -O2 -Wall -pedantic -mtune=native   -c RcppExports.cpp -o RcppExports.o
make[1]: Leaving directory '/tmp/RtmpJyvBt0/R.INSTALL14dac67bb897a1/tokenizers.bpe/src'
installing to /home/hornik/tmp/R.check/r-devel-gcc/Work/build/Packages/00LOCK-tokenizers.bpe/00new/tokenizers.bpe/libs
** R
** data
*** moving datasets to lazyload DB
** inst
** byte-compile and prepare package for lazy loading
** help
*** installing help indices
** building package indices
** testing if installed package can be loaded from temporary location
** checking absolute paths in shared objects and dynamic libraries
** testing if installed package can be loaded from final location
** testing if installed package keeps a record of temporary installation path
* DONE (tokenizers.bpe)