Domovská stránka Prehľadávať Pomoc
Prihlásiť sa
cturan
/
llama.cpp
zrkadlo https://github.com/cturan/llama.cpp
1
0
Fork 0
Súbory Issues 0 Wiki
Strom: f89fe2732c
Branche Tagy
llama.cpp
/
unicode-data.h

unicode-data.h 888 B
História Raw

1234567891011121314151617 
  1. #pragma once
    2. 

  2. 

  3. #include <cstdint>
    4. 

  4. #include <map>
    5. 

  5. #include <utility>
    6. 

  6. #include <vector>
    7. 

  7. 

  8. extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_number;
    9. 

  9. extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_letter;
    10. 

  10. extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_separator;
    11. 

  11. extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_whitespace;
    12. 

  12. extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_accent_mark;
    13. 

  13. extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_punctuation;
    14. 

  14. extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_symbol;
    15. 

  15. extern const std::vector<std::pair<uint32_t, uint32_t>> unicode_ranges_control;
    16. 

  16. extern const std::multimap<uint32_t, uint32_t>          unicode_map_nfd;
    17. 

  17. extern const std::map<char32_t, char32_t>               unicode_map_lowercase;
    18.