* installing to library ‘/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages’
* installing *source* package ‘tokenizers.bpe’ ...
** this is package ‘tokenizers.bpe’ version ‘0.1.4’
** package ‘tokenizers.bpe’ successfully unpacked and MD5 sums checked
** using staged installation
** libs
using C++ compiler: ‘Debian clang version 21.1.8 (3)’
make[1]: Entering directory '/home/hornik/tmp/scratch/RtmpMDGQRK/R.INSTALL26457a5d9fcfad/tokenizers.bpe/src'
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c youtokentome/cpp/utils.cpp -o youtokentome/cpp/utils.o
In file included from youtokentome/cpp/utils.cpp:2:
In file included from youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/utils.h:57:44: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned int>' requested here
57 | phmap::flat_hash_map<uint32_t, uint32_t> char2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/utils.cpp:2:
In file included from youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/utils.cpp:87:12: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>>' requested here
87 | char2id[inner_id] = utf32_id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/utils.cpp:2:
In file included from youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/utils.cpp:87:12: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>>' requested here
87 | char2id[inner_id] = utf32_id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
3 warnings generated.
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c youtokentome/cpp/bpe.cpp -o youtokentome/cpp/bpe.o
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/utils.h:57:44: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned int>' requested here
57 | phmap::flat_hash_map<uint32_t, uint32_t> char2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.h:30:57: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, std::vector<unsigned int>>' requested here
30 | phmap::flat_hash_map<uint32_t, std::vector<uint32_t>> recipe;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.h:31:47: note: in instantiation of template class 'phmap::flat_hash_map<std::basic_string<char>, unsigned int>' requested here
31 | phmap::flat_hash_map<std::string, uint32_t> reversed_recipe;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.h:32:39: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, int>' requested here
32 | phmap::flat_hash_map<uint64_t, int> rule2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned long>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:307:17: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned long>' requested here
307 | for (auto x : char_cnt) {
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<unsigned int>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<unsigned int>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:4699:14: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>' requested here
4699 | : public phmap::priv::raw_hash_set<
| ^
youtokentome/cpp/bpe.cpp:331:18: note: in instantiation of template class 'phmap::flat_hash_set<unsigned int>' requested here
331 | removed_chars.insert(frequencies[i].second);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:359:48: note: in instantiation of template class 'phmap::flat_hash_map<vkcom::VectorSegment, vkcom::WordCount>' requested here
359 | phmap::flat_hash_map<VectorSegment, WordCount> compute_word_count_helper(
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:433:27: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, std::vector<vkcom::Position>>' requested here
433 | auto it = pair2pos.find(comb);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, unsigned long>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:439:17: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, unsigned long>' requested here
439 | pair2cnt[comb] += word_cnt[i].cnt;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:492:13: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, std::basic_string<char>>' requested here
492 | recipe_s[id] = encode_utf8({ch});
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
youtokentome/cpp/bpe.cpp:628:9: warning: variable 'real_merge' set but not used [-Wunused-but-set-variable]
628 | int real_merge = 0;
| ^
youtokentome/cpp/bpe.cpp:629:9: warning: variable 'not_real_merge' set but not used [-Wunused-but-set-variable]
629 | int not_real_merge = 0;
| ^
youtokentome/cpp/bpe.cpp:1101:7: warning: variable 'inter_fail' set but not used [-Wunused-but-set-variable]
1101 | int inter_fail = 0;
| ^
youtokentome/cpp/bpe.cpp:1102:7: warning: variable 'equal_fail' set but not used [-Wunused-but-set-variable]
1102 | int equal_fail = 0;
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:1296:30: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, vkcom::PositionsCnt>' requested here
1296 | auto it = pair2poscnt.find(comb);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<int>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<int>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:4699:14: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>' requested here
4699 | : public phmap::priv::raw_hash_set<
| ^
youtokentome/cpp/bpe.cpp:1378:29: note: in instantiation of template class 'phmap::flat_hash_set<int>' requested here
1378 | phmap::flat_hash_set<int> ids;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:1834:65: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, std::pair<unsigned int, unsigned int>>' requested here
1834 | phmap::flat_hash_map<uint32_t, std::pair<uint32_t, uint32_t>> reversed_rules;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:328:10: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>>' requested here
328 | char2id[SPACE_TOKEN] = used_ids++;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<unsigned int>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 6 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:4300:29: note: in instantiation of function template specialization 'phmap::priv::DecomposeValue<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &>' requested here
4300 | return phmap::priv::DecomposeValue(
| ^
./parallel_hashmap/phmap_base.h:549:19: note: in instantiation of function template specialization 'phmap::priv::FlatHashSetPolicy<unsigned int>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &>' requested here
549 | return P::apply(std::forward<F>(f), std::forward<Ts>(ts)...);
| ^
./parallel_hashmap/phmap.h:1442:30: note: in instantiation of function template specialization 'phmap::priv::hash_policy_traits<phmap::priv::FlatHashSetPolicy<unsigned int>>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &, phmap::priv::FlatHashSetPolicy<unsigned int>>' requested here
1442 | return PolicyTraits::apply(EmplaceDecomposable{*this},
| ^
./parallel_hashmap/phmap.h:1323:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::emplace<const unsigned int &, 0>' requested here
1323 | return emplace(value);
| ^
youtokentome/cpp/bpe.cpp:331:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::insert<unsigned int, 0, 0>' requested here
331 | removed_chars.insert(frequencies[i].second);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<unsigned int>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 5 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:4300:29: note: in instantiation of function template specialization 'phmap::priv::DecomposeValue<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &>' requested here
4300 | return phmap::priv::DecomposeValue(
| ^
./parallel_hashmap/phmap_base.h:549:19: note: in instantiation of function template specialization 'phmap::priv::FlatHashSetPolicy<unsigned int>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &>' requested here
549 | return P::apply(std::forward<F>(f), std::forward<Ts>(ts)...);
| ^
./parallel_hashmap/phmap.h:1442:30: note: in instantiation of function template specialization 'phmap::priv::hash_policy_traits<phmap::priv::FlatHashSetPolicy<unsigned int>>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &, phmap::priv::FlatHashSetPolicy<unsigned int>>' requested here
1442 | return PolicyTraits::apply(EmplaceDecomposable{*this},
| ^
./parallel_hashmap/phmap.h:1323:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::emplace<const unsigned int &, 0>' requested here
1323 | return emplace(value);
| ^
youtokentome/cpp/bpe.cpp:331:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::insert<unsigned int, 0, 0>' requested here
331 | removed_chars.insert(frequencies[i].second);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::try_emplace_impl<const vkcom::VectorSegment &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::try_emplace<vkcom::VectorSegment, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:379:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::operator[]<vkcom::VectorSegment, phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>>' requested here
379 | hash2wordcnt[word_hash] = {word, 1};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:435:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>>' requested here
435 | pair2pos[comb] = {{i, j}};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:435:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>>' requested here
435 | pair2pos[comb] = {{i, j}};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:439:17: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>>' requested here
439 | pair2cnt[comb] += word_cnt[i].cnt;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:439:17: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>>' requested here
439 | pair2cnt[comb] += word_cnt[i].cnt;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:491:11: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>>' requested here
491 | recipe[id] = {id};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:491:11: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>>' requested here
491 | recipe[id] = {id};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:492:13: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>>' requested here
492 | recipe_s[id] = encode_utf8({ch});
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:492:13: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>>' requested here
492 | recipe_s[id] = encode_utf8({ch});
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:800:58: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>>' requested here
800 | left_tokens_submit[cur_token_rule % 2][thread_id][token] =
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:800:58: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>>' requested here
800 | left_tokens_submit[cur_token_rule % 2][thread_id][token] =
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:1298:22: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>>' requested here
1298 | pair2poscnt[comb] = {{{i, j}}, word_cnt[i].cnt};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:1298:22: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>>' requested here
1298 | pair2poscnt[comb] = {{{i, j}}, word_cnt[i].cnt};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<int>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:4698:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::~raw_hash_set' requested here
4698 | class flat_hash_set
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<int>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 6 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:4300:29: note: in instantiation of function template specialization 'phmap::priv::DecomposeValue<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::EmplaceDecomposable, const int &>' requested here
4300 | return phmap::priv::DecomposeValue(
| ^
./parallel_hashmap/phmap_base.h:549:19: note: in instantiation of function template specialization 'phmap::priv::FlatHashSetPolicy<int>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::EmplaceDecomposable, const int &>' requested here
549 | return P::apply(std::forward<F>(f), std::forward<Ts>(ts)...);
| ^
./parallel_hashmap/phmap.h:1442:30: note: in instantiation of function template specialization 'phmap::priv::hash_policy_traits<phmap::priv::FlatHashSetPolicy<int>>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::EmplaceDecomposable, const int &, phmap::priv::FlatHashSetPolicy<int>>' requested here
1442 | return PolicyTraits::apply(EmplaceDecomposable{*this},
| ^
./parallel_hashmap/phmap.h:1323:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::emplace<const int &, 0>' requested here
1323 | return emplace(value);
| ^
youtokentome/cpp/bpe.cpp:1381:9: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::insert<int, 0, 0>' requested here
1381 | ids.insert(bpe_config.special_tokens.pad_id);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned long, int>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2476:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::try_emplace_impl<unsigned long>' requested here
2476 | return try_emplace_impl(std::forward<K>(k), std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2514:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::try_emplace<unsigned long, 0, nullptr>' requested here
2514 | return Policy::value(&*try_emplace(std::forward<K>(key)).first);
| ^
youtokentome/cpp/bpe.cpp:1637:12: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, int>, nullptr>' requested here
1637 | rule2id[int2comb(bpe_state.rules[i].x, bpe_state.rules[i].y)] = i;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2476:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::try_emplace_impl<std::basic_string<char>>' requested here
2476 | return try_emplace_impl(std::forward<K>(k), std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2514:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::try_emplace<std::basic_string<char>, 0, nullptr>' requested here
2514 | return Policy::value(&*try_emplace(std::forward<K>(key)).first);
| ^
youtokentome/cpp/bpe.cpp:1649:20: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::operator[]<std::basic_string<char>, phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, nullptr>' requested here
1649 | reversed_recipe[token2word(id_to_recipe.second, id2char)] =
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:1837:21: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>>' requested here
1837 | reversed_rules[rule.z] = {rule.x, rule.y};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
43 warnings generated.
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c youtokentome/cpp/utf8.cpp -o youtokentome/cpp/utf8.o
In file included from youtokentome/cpp/utf8.cpp:2:
In file included from youtokentome/cpp/utf8.h:3:
In file included from youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/utils.h:57:44: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned int>' requested here
57 | phmap::flat_hash_map<uint32_t, uint32_t> char2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
1 warning generated.
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c rcpp_youtokentome.cpp -o rcpp_youtokentome.o
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
./youtokentome/cpp/utils.h:57:44: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned int>' requested here
57 | phmap::flat_hash_map<uint32_t, uint32_t> char2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
./youtokentome/cpp/bpe.h:30:57: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, std::vector<unsigned int>>' requested here
30 | phmap::flat_hash_map<uint32_t, std::vector<uint32_t>> recipe;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
./youtokentome/cpp/bpe.h:31:47: note: in instantiation of template class 'phmap::flat_hash_map<std::basic_string<char>, unsigned int>' requested here
31 | phmap::flat_hash_map<std::string, uint32_t> reversed_recipe;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
./youtokentome/cpp/bpe.h:32:39: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, int>' requested here
32 | phmap::flat_hash_map<uint64_t, int> rule2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include/Rcpp/XPtr.h:54:26: note: in instantiation of function template specialization 'Rcpp::standard_delete_finalizer<vkcom::BaseEncoder>' requested here
54 | void Finalizer(T*) = standard_delete_finalizer<T>,
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include/Rcpp/XPtr.h:54:26: note: in instantiation of function template specialization 'Rcpp::standard_delete_finalizer<vkcom::BaseEncoder>' requested here
54 | void Finalizer(T*) = standard_delete_finalizer<T>,
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include/Rcpp/XPtr.h:54:26: note: in instantiation of function template specialization 'Rcpp::standard_delete_finalizer<vkcom::BaseEncoder>' requested here
54 | void Finalizer(T*) = standard_delete_finalizer<T>,
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include/Rcpp/XPtr.h:54:26: note: in instantiation of function template specialization 'Rcpp::standard_delete_finalizer<vkcom::BaseEncoder>' requested here
54 | void Finalizer(T*) = standard_delete_finalizer<T>,
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
8 warnings generated.
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c RcppExports.cpp -o RcppExports.o
clang++-21 -std=gnu++20 -shared -L/home/hornik/tmp/R.check/r-devel-clang/Work/build/lib -Wl,-O1 -o tokenizers.bpe.so youtokentome/cpp/utils.o youtokentome/cpp/bpe.o youtokentome/cpp/utf8.o rcpp_youtokentome.o RcppExports.o -pthread -L/home/hornik/tmp/R.check/r-devel-clang/Work/build/lib -lR
rm -f youtokentome/cpp/utils.o youtokentome/cpp/bpe.o youtokentome/cpp/utf8.o rcpp_youtokentome.o RcppExports.o
make[1]: Leaving directory '/home/hornik/tmp/scratch/RtmpMDGQRK/R.INSTALL26457a5d9fcfad/tokenizers.bpe/src'
make[1]: Entering directory '/home/hornik/tmp/scratch/RtmpMDGQRK/R.INSTALL26457a5d9fcfad/tokenizers.bpe/src'
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c youtokentome/cpp/utils.cpp -o youtokentome/cpp/utils.o
In file included from youtokentome/cpp/utils.cpp:2:
In file included from youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/utils.h:57:44: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned int>' requested here
57 | phmap::flat_hash_map<uint32_t, uint32_t> char2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/utils.cpp:2:
In file included from youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/utils.cpp:87:12: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>>' requested here
87 | char2id[inner_id] = utf32_id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/utils.cpp:2:
In file included from youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/utils.cpp:87:12: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>>' requested here
87 | char2id[inner_id] = utf32_id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
3 warnings generated.
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c youtokentome/cpp/bpe.cpp -o youtokentome/cpp/bpe.o
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/utils.h:57:44: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned int>' requested here
57 | phmap::flat_hash_map<uint32_t, uint32_t> char2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.h:30:57: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, std::vector<unsigned int>>' requested here
30 | phmap::flat_hash_map<uint32_t, std::vector<uint32_t>> recipe;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.h:31:47: note: in instantiation of template class 'phmap::flat_hash_map<std::basic_string<char>, unsigned int>' requested here
31 | phmap::flat_hash_map<std::string, uint32_t> reversed_recipe;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.h:32:39: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, int>' requested here
32 | phmap::flat_hash_map<uint64_t, int> rule2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned long>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:307:17: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned long>' requested here
307 | for (auto x : char_cnt) {
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<unsigned int>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<unsigned int>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:4699:14: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>' requested here
4699 | : public phmap::priv::raw_hash_set<
| ^
youtokentome/cpp/bpe.cpp:331:18: note: in instantiation of template class 'phmap::flat_hash_set<unsigned int>' requested here
331 | removed_chars.insert(frequencies[i].second);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:359:48: note: in instantiation of template class 'phmap::flat_hash_map<vkcom::VectorSegment, vkcom::WordCount>' requested here
359 | phmap::flat_hash_map<VectorSegment, WordCount> compute_word_count_helper(
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:433:27: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, std::vector<vkcom::Position>>' requested here
433 | auto it = pair2pos.find(comb);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, unsigned long>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:439:17: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, unsigned long>' requested here
439 | pair2cnt[comb] += word_cnt[i].cnt;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:492:13: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, std::basic_string<char>>' requested here
492 | recipe_s[id] = encode_utf8({ch});
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
youtokentome/cpp/bpe.cpp:628:9: warning: variable 'real_merge' set but not used [-Wunused-but-set-variable]
628 | int real_merge = 0;
| ^
youtokentome/cpp/bpe.cpp:629:9: warning: variable 'not_real_merge' set but not used [-Wunused-but-set-variable]
629 | int not_real_merge = 0;
| ^
youtokentome/cpp/bpe.cpp:1101:7: warning: variable 'inter_fail' set but not used [-Wunused-but-set-variable]
1101 | int inter_fail = 0;
| ^
youtokentome/cpp/bpe.cpp:1102:7: warning: variable 'equal_fail' set but not used [-Wunused-but-set-variable]
1102 | int equal_fail = 0;
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:1296:30: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, vkcom::PositionsCnt>' requested here
1296 | auto it = pair2poscnt.find(comb);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<int>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<int>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:4699:14: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>' requested here
4699 | : public phmap::priv::raw_hash_set<
| ^
youtokentome/cpp/bpe.cpp:1378:29: note: in instantiation of template class 'phmap::flat_hash_set<int>' requested here
1378 | phmap::flat_hash_set<int> ids;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/bpe.cpp:1834:65: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, std::pair<unsigned int, unsigned int>>' requested here
1834 | phmap::flat_hash_map<uint32_t, std::pair<uint32_t, uint32_t>> reversed_rules;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:328:10: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>>' requested here
328 | char2id[SPACE_TOKEN] = used_ids++;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<unsigned int>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 6 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:4300:29: note: in instantiation of function template specialization 'phmap::priv::DecomposeValue<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &>' requested here
4300 | return phmap::priv::DecomposeValue(
| ^
./parallel_hashmap/phmap_base.h:549:19: note: in instantiation of function template specialization 'phmap::priv::FlatHashSetPolicy<unsigned int>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &>' requested here
549 | return P::apply(std::forward<F>(f), std::forward<Ts>(ts)...);
| ^
./parallel_hashmap/phmap.h:1442:30: note: in instantiation of function template specialization 'phmap::priv::hash_policy_traits<phmap::priv::FlatHashSetPolicy<unsigned int>>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &, phmap::priv::FlatHashSetPolicy<unsigned int>>' requested here
1442 | return PolicyTraits::apply(EmplaceDecomposable{*this},
| ^
./parallel_hashmap/phmap.h:1323:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::emplace<const unsigned int &, 0>' requested here
1323 | return emplace(value);
| ^
youtokentome/cpp/bpe.cpp:331:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::insert<unsigned int, 0, 0>' requested here
331 | removed_chars.insert(frequencies[i].second);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<unsigned int>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 5 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:4300:29: note: in instantiation of function template specialization 'phmap::priv::DecomposeValue<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &>' requested here
4300 | return phmap::priv::DecomposeValue(
| ^
./parallel_hashmap/phmap_base.h:549:19: note: in instantiation of function template specialization 'phmap::priv::FlatHashSetPolicy<unsigned int>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &>' requested here
549 | return P::apply(std::forward<F>(f), std::forward<Ts>(ts)...);
| ^
./parallel_hashmap/phmap.h:1442:30: note: in instantiation of function template specialization 'phmap::priv::hash_policy_traits<phmap::priv::FlatHashSetPolicy<unsigned int>>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::EmplaceDecomposable, const unsigned int &, phmap::priv::FlatHashSetPolicy<unsigned int>>' requested here
1442 | return PolicyTraits::apply(EmplaceDecomposable{*this},
| ^
./parallel_hashmap/phmap.h:1323:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::emplace<const unsigned int &, 0>' requested here
1323 | return emplace(value);
| ^
youtokentome/cpp/bpe.cpp:331:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<unsigned int>>::insert<unsigned int, 0, 0>' requested here
331 | removed_chars.insert(frequencies[i].second);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::try_emplace_impl<const vkcom::VectorSegment &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::try_emplace<vkcom::VectorSegment, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:379:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>, phmap::Hash<vkcom::VectorSegment>, phmap::EqualTo<vkcom::VectorSegment>, std::allocator<std::pair<const vkcom::VectorSegment, vkcom::WordCount>>>::operator[]<vkcom::VectorSegment, phmap::priv::FlatHashMapPolicy<vkcom::VectorSegment, vkcom::WordCount>>' requested here
379 | hash2wordcnt[word_hash] = {word, 1};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:435:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>>' requested here
435 | pair2pos[comb] = {{i, j}};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:435:19: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, std::vector<vkcom::Position>>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, std::vector<vkcom::Position>>>' requested here
435 | pair2pos[comb] = {{i, j}};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:439:17: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>>' requested here
439 | pair2cnt[comb] += word_cnt[i].cnt;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, unsigned long>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:439:17: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, unsigned long>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, unsigned long>>' requested here
439 | pair2cnt[comb] += word_cnt[i].cnt;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:491:11: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>>' requested here
491 | recipe[id] = {id};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:491:11: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>>' requested here
491 | recipe[id] = {id};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:492:13: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>>' requested here
492 | recipe_s[id] = encode_utf8({ch});
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:492:13: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::basic_string<char>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::basic_string<char>>>' requested here
492 | recipe_s[id] = encode_utf8({ch});
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:800:58: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>>' requested here
800 | left_tokens_submit[cur_token_rule % 2][thread_id][token] =
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned int, unsigned long>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:800:58: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned long>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, unsigned long>>' requested here
800 | left_tokens_submit[cur_token_rule % 2][thread_id][token] =
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:1298:22: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>>' requested here
1298 | pair2poscnt[comb] = {{{i, j}}, word_cnt[i].cnt};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2076:13: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>' requested here
2076 | Deallocate<Layout::Alignment()>(&alloc_ref(), old_ctrl,
| ^
./parallel_hashmap/phmap.h:2146:13: note: (skipping 1 context in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2146 | resize(1);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::try_emplace_impl<const unsigned long &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::try_emplace<unsigned long, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:1298:22: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, vkcom::PositionsCnt>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, vkcom::PositionsCnt>>' requested here
1298 | pair2poscnt[comb] = {{{i, j}}, word_cnt[i].cnt};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<int>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:4698:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::~raw_hash_set' requested here
4698 | class flat_hash_set
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<int>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 6 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:4300:29: note: in instantiation of function template specialization 'phmap::priv::DecomposeValue<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::EmplaceDecomposable, const int &>' requested here
4300 | return phmap::priv::DecomposeValue(
| ^
./parallel_hashmap/phmap_base.h:549:19: note: in instantiation of function template specialization 'phmap::priv::FlatHashSetPolicy<int>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::EmplaceDecomposable, const int &>' requested here
549 | return P::apply(std::forward<F>(f), std::forward<Ts>(ts)...);
| ^
./parallel_hashmap/phmap.h:1442:30: note: in instantiation of function template specialization 'phmap::priv::hash_policy_traits<phmap::priv::FlatHashSetPolicy<int>>::apply<phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::EmplaceDecomposable, const int &, phmap::priv::FlatHashSetPolicy<int>>' requested here
1442 | return PolicyTraits::apply(EmplaceDecomposable{*this},
| ^
./parallel_hashmap/phmap.h:1323:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::emplace<const int &, 0>' requested here
1323 | return emplace(value);
| ^
youtokentome/cpp/bpe.cpp:1381:9: note: in instantiation of function template specialization 'phmap::priv::raw_hash_set<phmap::priv::FlatHashSetPolicy<int>, phmap::Hash<int32_t>, phmap::EqualTo<int>, std::allocator<int>>::insert<int, 0, 0>' requested here
1381 | ids.insert(bpe_config.special_tokens.pad_id);
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const unsigned long, int>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2476:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::try_emplace_impl<unsigned long>' requested here
2476 | return try_emplace_impl(std::forward<K>(k), std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2514:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::try_emplace<unsigned long, 0, nullptr>' requested here
2514 | return Policy::value(&*try_emplace(std::forward<K>(key)).first);
| ^
youtokentome/cpp/bpe.cpp:1637:12: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::operator[]<unsigned long, phmap::priv::FlatHashMapPolicy<unsigned long, int>, nullptr>' requested here
1637 | rule2id[int2comb(bpe_state.rules[i].x, bpe_state.rules[i].y)] = i;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<8UL, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2476:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::try_emplace_impl<std::basic_string<char>>' requested here
2476 | return try_emplace_impl(std::forward<K>(k), std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2514:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::try_emplace<std::basic_string<char>, 0, nullptr>' requested here
2514 | return Policy::value(&*try_emplace(std::forward<K>(key)).first);
| ^
youtokentome/cpp/bpe.cpp:1649:20: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::operator[]<std::basic_string<char>, phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, nullptr>' requested here
1649 | reversed_recipe[token2word(id_to_recipe.second, id2char)] =
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from youtokentome/cpp/bpe.cpp:4:
In file included from youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4195:15: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4195 | void* p = &*AT::allocate(mem_alloc, (n + sizeof(M) - 1) / sizeof(M)); // `&*` to support custom pointers such as boost offset_ptr.
| ^
./parallel_hashmap/phmap.h:2021:13: note: in instantiation of function template specialization 'phmap::priv::Allocate<4UL, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>' requested here
2021 | Allocate<Layout::Alignment()>(&alloc_ref(), layout.AllocSize()));
| ^
./parallel_hashmap/phmap.h:2059:9: note: (skipping 2 contexts in backtrace; use -ftemplate-backtrace-limit=0 to see all)
2059 | initialize_slots(new_capacity);
| ^
./parallel_hashmap/phmap.h:2261:13: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::rehash_and_grow_if_necessary' requested here
2261 | rehash_and_grow_if_necessary();
| ^
./parallel_hashmap/phmap.h:2542:28: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::prepare_insert' requested here
2542 | offset = this->prepare_insert(hashval);
| ^
./parallel_hashmap/phmap.h:2483:16: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::try_emplace_impl<const unsigned int &>' requested here
2483 | return try_emplace_impl(k, std::forward<Args>(args)...);
| ^
./parallel_hashmap/phmap.h:2519:32: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::try_emplace<unsigned int, 0>' requested here
2519 | return Policy::value(&*try_emplace(key).first);
| ^
youtokentome/cpp/bpe.cpp:1837:21: note: in instantiation of function template specialization 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::pair<unsigned int, unsigned int>>>>::operator[]<unsigned int, phmap::priv::FlatHashMapPolicy<unsigned int, std::pair<unsigned int, unsigned int>>>' requested here
1837 | reversed_rules[rule.z] = {rule.x, rule.y};
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
43 warnings generated.
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c youtokentome/cpp/utf8.cpp -o youtokentome/cpp/utf8.o
In file included from youtokentome/cpp/utf8.cpp:2:
In file included from youtokentome/cpp/utf8.h:3:
In file included from youtokentome/cpp/utils.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
youtokentome/cpp/utils.h:57:44: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned int>' requested here
57 | phmap::flat_hash_map<uint32_t, uint32_t> char2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
1 warning generated.
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c rcpp_youtokentome.cpp -o rcpp_youtokentome.o
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
./youtokentome/cpp/utils.h:57:44: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, unsigned int>' requested here
57 | phmap::flat_hash_map<uint32_t, uint32_t> char2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
./youtokentome/cpp/bpe.h:30:57: note: in instantiation of template class 'phmap::flat_hash_map<unsigned int, std::vector<unsigned int>>' requested here
30 | phmap::flat_hash_map<uint32_t, std::vector<uint32_t>> recipe;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
./youtokentome/cpp/bpe.h:31:47: note: in instantiation of template class 'phmap::flat_hash_map<std::basic_string<char>, unsigned int>' requested here
31 | phmap::flat_hash_map<std::string, uint32_t> reversed_recipe;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<std::pair<const unsigned long, int>>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap.h:866:37: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<std::pair<const unsigned long, int>>>' requested here
866 | using pointer = typename phmap::allocator_traits<
| ^
./parallel_hashmap/phmap.h:2385:29: note: in instantiation of template class 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
./parallel_hashmap/phmap.h:4761:30: note: in instantiation of template class 'phmap::priv::raw_hash_map<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>' requested here
4761 | class flat_hash_map : public phmap::priv::raw_hash_map<
| ^
./youtokentome/cpp/bpe.h:32:39: note: in instantiation of template class 'phmap::flat_hash_map<unsigned long, int>' requested here
32 | phmap::flat_hash_map<uint64_t, int> rule2id;
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<4UL, std::allocator<std::pair<const unsigned int, unsigned int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, unsigned int>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, unsigned int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include/Rcpp/XPtr.h:54:26: note: in instantiation of function template specialization 'Rcpp::standard_delete_finalizer<vkcom::BaseEncoder>' requested here
54 | void Finalizer(T*) = standard_delete_finalizer<T>,
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned int, std::vector<unsigned int>>, phmap::Hash<uint32_t>, phmap::EqualTo<unsigned int>, std::allocator<std::pair<const unsigned int, std::vector<unsigned int>>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include/Rcpp/XPtr.h:54:26: note: in instantiation of function template specialization 'Rcpp::standard_delete_finalizer<vkcom::BaseEncoder>' requested here
54 | void Finalizer(T*) = standard_delete_finalizer<T>,
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<std::basic_string<char>, unsigned int>, phmap::priv::StringHashEqT<char>::Hash, phmap::priv::StringHashEqT<char>::Eq, std::allocator<std::pair<const std::basic_string<char>, unsigned int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include/Rcpp/XPtr.h:54:26: note: in instantiation of function template specialization 'Rcpp::standard_delete_finalizer<vkcom::BaseEncoder>' requested here
54 | void Finalizer(T*) = standard_delete_finalizer<T>,
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
In file included from rcpp_youtokentome.cpp:3:
In file included from ./youtokentome/cpp/bpe.h:6:
In file included from ./parallel_hashmap/phmap.h:121:
./parallel_hashmap/phmap_base.h:1266:1: warning: 'is_always_equal' is deprecated: use 'std::allocator_traits::is_always_equal' instead [-Wdeprecated-declarations]
1266 | using GetIsAlwaysEqual = typename T::is_always_equal;
| ^
./parallel_hashmap/phmap_base.h:1229:18: note: in instantiation of template type alias 'GetIsAlwaysEqual' requested here
1229 | using type = Extract<Obj>;
| ^
./parallel_hashmap/phmap_base.h:1233:1: note: in instantiation of template class 'phmap::memory_internal::ExtractOr<phmap::memory_internal::GetIsAlwaysEqual, std::allocator<M>, std::integral_constant<bool, true>, void>' requested here
1233 | using ExtractOrT = typename ExtractOr<Extract, Obj, Default, void>::type;
| ^
./parallel_hashmap/phmap_base.h:1455:26: note: in instantiation of template type alias 'ExtractOrT' requested here
1455 | memory_internal::ExtractOrT<memory_internal::GetIsAlwaysEqual, Alloc,
| ^
./parallel_hashmap/phmap_base.h:4213:3: note: in instantiation of template class 'phmap::allocator_traits<std::allocator<M>>' requested here
4213 | AT::deallocate(mem_alloc, static_cast<M*>(p),
| ^
./parallel_hashmap/phmap.h:2046:9: note: in instantiation of function template specialization 'phmap::priv::Deallocate<8UL, std::allocator<std::pair<const unsigned long, int>>>' requested here
2046 | Deallocate<Layout::Alignment()>(&alloc_ref(), ctrl_, layout.AllocSize());
| ^
./parallel_hashmap/phmap.h:1245:23: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::destroy_slots' requested here
1245 | ~raw_hash_set() { destroy_slots(); }
| ^
./parallel_hashmap/phmap.h:2385:7: note: in instantiation of member function 'phmap::priv::raw_hash_set<phmap::priv::FlatHashMapPolicy<unsigned long, int>, phmap::Hash<uint64_t>, phmap::EqualTo<unsigned long>, std::allocator<std::pair<const unsigned long, int>>>::~raw_hash_set' requested here
2385 | class raw_hash_map : public raw_hash_set<Policy, Hash, Eq, Alloc>
| ^
/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include/Rcpp/XPtr.h:54:26: note: in instantiation of function template specialization 'Rcpp::standard_delete_finalizer<vkcom::BaseEncoder>' requested here
54 | void Finalizer(T*) = standard_delete_finalizer<T>,
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/c++/15/bits/allocator.h:159:2: note: 'is_always_equal' has been explicitly marked deprecated here
159 | _GLIBCXX20_DEPRECATED_SUGGEST("std::allocator_traits::is_always_equal")
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:144:45: note: expanded from macro '_GLIBCXX20_DEPRECATED_SUGGEST'
144 | # define _GLIBCXX20_DEPRECATED_SUGGEST(ALT) _GLIBCXX_DEPRECATED_SUGGEST(ALT)
| ^
/usr/lib/gcc/x86_64-linux-gnu/15/../../../../include/x86_64-linux-gnu/c++/15/bits/c++config.h:112:19: note: expanded from macro '_GLIBCXX_DEPRECATED_SUGGEST'
112 | __attribute__ ((__deprecated__ ("use '" ALT "' instead")))
| ^
8 warnings generated.
clang++-21 -std=gnu++20 -I"/home/hornik/tmp/R.check/r-devel-clang/Work/build/include" -DNDEBUG -pthread -DSTRICT_R_HEADERS -I./youtokentome/cpp -I. -I'/home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/Rcpp/include' -I/usr/local/include -D_FORTIFY_SOURCE=3 -fpic -g -O3 -Wall -pedantic -c RcppExports.cpp -o RcppExports.o
make[1]: Leaving directory '/home/hornik/tmp/scratch/RtmpMDGQRK/R.INSTALL26457a5d9fcfad/tokenizers.bpe/src'
installing to /home/hornik/tmp/R.check/r-devel-clang/Work/build/Packages/00LOCK-tokenizers.bpe/00new/tokenizers.bpe/libs
** R
** data
*** moving datasets to lazyload DB
** inst
** byte-compile and prepare package for lazy loading
** help
*** installing help indices
** building package indices
** testing if installed package can be loaded from temporary location
** checking absolute paths in shared objects and dynamic libraries
** testing if installed package can be loaded from final location
** testing if installed package keeps a record of temporary installation path
* DONE (tokenizers.bpe)