ada::idna Namespace Reference

Classes
struct	directions

Enumerations
enum	direction : uint8_t {   NONE , BN , CS , ES ,   ON , EN , L , R ,   NSM , AL , AN , ET ,   WS , RLO , LRO , PDF ,   RLE , RLI , FSI , PDI ,   LRI , B , S , LRE }

Functions
size_t	utf8_to_utf32 (const char *buf, size_t len, char32_t *utf32_output)
size_t	utf8_length_from_utf32 (const char32_t *buf, size_t len)
size_t	utf32_length_from_utf8 (const char *buf, size_t len)
size_t	utf32_to_utf8 (const char32_t *buf, size_t len, char *utf8_output)
void	ascii_map (char *input, size_t length)
bool	ascii_has_upper_case (char *input, size_t length)
std::u32string	map (std::u32string_view input)
void	normalize (std::u32string &input)
bool	punycode_to_utf32 (std::string_view input, std::u32string &out)
bool	verify_punycode (std::string_view input)
bool	utf32_to_punycode (std::u32string_view input, std::string &out)
bool	is_label_valid (std::u32string_view label)
std::string	to_ascii (std::string_view ut8_string)
bool	contains_forbidden_domain_code_point (std::string_view ascii_string)
bool	begins_with (std::u32string_view view, std::u32string_view prefix)
bool	begins_with (std::string_view view, std::string_view prefix)
bool constexpr	is_ascii (std::u32string_view view)
bool constexpr	is_ascii (std::string_view view)
std::string	to_unicode (std::string_view input)
uint32_t	find_range_index (uint32_t key)
std::pair< bool, size_t >	compute_decomposition_length (const std::u32string_view input) noexcept
void	decompose (std::u32string &input, size_t additional_elements)
uint8_t	get_ccc (char32_t c) noexcept
void	sort_marks (std::u32string &input)
void	decompose_nfc (std::u32string &input)
void	compose (std::u32string &input)
static constexpr int32_t	char_to_digit_value (char value)
static constexpr char	digit_to_char (int32_t digit)
static constexpr int32_t	adapt (int32_t d, int32_t n, bool firsttime)
static direction	find_direction (uint32_t code_point) noexcept
static size_t	find_last_not_of_nsm (const std::u32string_view label) noexcept
static bool	is_rtl_label (const std::u32string_view label) noexcept
bool	is_forbidden_domain_code_point (const char c) noexcept
static std::string	from_ascii_to_ascii (std::string_view ut8_string)

Variables
const uint32_t	mappings [5164]
const uint32_t	table [8000][2]
const uint8_t	decomposition_index [4352]
const uint16_t	decomposition_block [67][257]
const char32_t	decomposition_data [9102]
const uint8_t	canonical_combining_class_index [4352]
const uint8_t	canonical_combining_class_block [67][256]
const uint8_t	composition_index [4352]
const uint16_t	composition_block [67][257]
const char32_t	composition_data [1883]
constexpr char32_t	hangul_sbase = 0xAC00
constexpr char32_t	hangul_tbase = 0x11A7
constexpr char32_t	hangul_vbase = 0x1161
constexpr char32_t	hangul_lbase = 0x1100
constexpr char32_t	hangul_lcount = 19
constexpr char32_t	hangul_vcount = 21
constexpr char32_t	hangul_tcount = 28
constexpr char32_t	hangul_ncount = hangul_vcount * hangul_tcount
constexpr char32_t	hangul_scount
constexpr int32_t	base = 36
constexpr int32_t	tmin = 1
constexpr int32_t	tmax = 26
constexpr int32_t	skew = 38
constexpr int32_t	damp = 700
constexpr int32_t	initial_bias = 72
constexpr uint32_t	initial_n = 128
static directions	dir_table []
static constexpr uint8_t	is_forbidden_domain_code_point_table []

Detailed Description

Unicode Standard Annex #15

UNICODE NORMALIZATION FORMS https://www.unicode.org/reports/tr15/

See https://github.com/uni-algo/uni-algo/blob/c612968c5ed3ace39bde4c894c24286c5f2c7fe2/include/uni_algo/impl/data/data_norm.h for reference.

Enumeration Type Documentation

direction

enum ada::idna::direction : uint8_t

Enumerator
NONE
BN
CS
ES
ON
EN
L
R
NSM
AL
AN
ET
WS
RLO
LRO
PDF
RLE
RLI
FSI
PDI
LRI
B
S
LRE

Definition at line 8056 of file ada_idna.cpp.

Function Documentation

adapt()

static constexpr int32_t ada::idna::adapt ( int32_t d, int32_t n, bool firsttime )

staticconstexpr

Definition at line 7853 of file ada_idna.cpp.

References base, damp, ada::parse(), skew, tmax, and tmin.

Referenced by punycode_to_utf32(), utf32_to_punycode(), and verify_punycode().

ascii_has_upper_case()

bool ada::idna::ascii_has_upper_case	(	char *	input,
		size_t	length )

Definition at line 2620 of file ada_idna.cpp.

References ada::parse().

ascii_map()

void ada::idna::ascii_map	(	char *	input,
		size_t	length )

Definition at line 2644 of file ada_idna.cpp.

References ada::parse().

Referenced by from_ascii_to_ascii().

begins_with() [1/2]

bool ada::idna::begins_with	(	std::string_view	view,
		std::string_view	prefix )

Definition at line 9398 of file ada_idna.cpp.

References ada::parse().

begins_with() [2/2]

bool ada::idna::begins_with	(	std::u32string_view	view,
		std::u32string_view	prefix )

Definition at line 9390 of file ada_idna.cpp.

References ada::parse().

Referenced by from_ascii_to_ascii(), to_ascii(), and to_unicode().

char_to_digit_value()

static constexpr int32_t ada::idna::char_to_digit_value ( char value )

staticconstexpr

Definition at line 7843 of file ada_idna.cpp.

Referenced by punycode_to_utf32(), and verify_punycode().

compose()

void ada::idna::compose

(

std::u32string &

input

)

Compose the domain_name string to Unicode Normalization Form C.

See also

https://www.unicode.org/reports/tr46/#ProcessingStepCompose

Definition at line 7737 of file ada_idna.cpp.

References composition_block, composition_data, composition_index, get_ccc(), hangul_lbase, hangul_lcount, hangul_sbase, hangul_scount, hangul_tbase, hangul_tcount, hangul_vbase, hangul_vcount, and ada::parse().

Referenced by normalize().

compute_decomposition_length()

std::pair< bool, size_t > ada::idna::compute_decomposition_length ( const std::u32string_view input )

noexcept

Definition at line 7630 of file ada_idna.cpp.

References decomposition_block, decomposition_index, hangul_sbase, hangul_scount, hangul_tcount, and ada::parse().

Referenced by decompose_nfc().

contains_forbidden_domain_code_point()

bool ada::idna::contains_forbidden_domain_code_point

(

std::string_view

ascii_string

)

Definition at line 9443 of file ada_idna.cpp.

References is_forbidden_domain_code_point(), and ada::parse().

decompose()

void ada::idna::decompose	(	std::u32string &	input,
		size_t	additional_elements )

Definition at line 7660 of file ada_idna.cpp.

References decomposition_block, decomposition_data, decomposition_index, hangul_lbase, hangul_ncount, hangul_sbase, hangul_scount, hangul_tbase, hangul_tcount, hangul_vbase, and ada::parse().

Referenced by decompose_nfc().

decompose_nfc()

void ada::idna::decompose_nfc

(

std::u32string &

input

)

Decompose the domain_name string to Unicode Normalization Form C.

See also

https://www.unicode.org/reports/tr46/#ProcessingStepDecompose

Definition at line 7724 of file ada_idna.cpp.

References compute_decomposition_length(), decompose(), ada::parse(), and sort_marks().

Referenced by normalize().

digit_to_char()

static constexpr char ada::idna::digit_to_char ( int32_t digit )

staticconstexpr

Definition at line 7849 of file ada_idna.cpp.

References ada::parse().

Referenced by utf32_to_punycode().

find_direction()

static direction ada::idna::find_direction ( uint32_t code_point )

inlinestaticnoexcept

Definition at line 8818 of file ada_idna.cpp.

References dir_table, ada::idna::directions::direct, NONE, and ada::parse().

Referenced by find_last_not_of_nsm(), is_label_valid(), and is_rtl_label().

find_last_not_of_nsm()

static size_t ada::idna::find_last_not_of_nsm ( const std::u32string_view label )

inlinestaticnoexcept

Definition at line 8834 of file ada_idna.cpp.

References find_direction(), NSM, and ada::parse().

Referenced by is_label_valid().

find_range_index()

uint32_t ada::idna::find_range_index

(

uint32_t

key

)

Definition at line 2598 of file ada_idna.cpp.

References ada::parse(), and table.

Referenced by map().

from_ascii_to_ascii()

static std::string ada::idna::from_ascii_to_ascii ( std::string_view ut8_string )

static

Definition at line 9449 of file ada_idna.cpp.

References ascii_map(), begins_with(), is_label_valid(), map(), normalize(), ada::parse(), and punycode_to_utf32().

Referenced by to_ascii().

get_ccc()

uint8_t ada::idna::get_ccc ( char32_t c )

noexcept

Definition at line 7702 of file ada_idna.cpp.

References canonical_combining_class_block, canonical_combining_class_index, and ada::parse().

Referenced by compose(), and sort_marks().

is_ascii() [1/2]

bool constexpr ada::idna::is_ascii ( std::string_view view )

constexpr

Definition at line 9415 of file ada_idna.cpp.

References ada::parse().

is_ascii() [2/2]

bool constexpr ada::idna::is_ascii ( std::u32string_view view )

constexpr

Definition at line 9406 of file ada_idna.cpp.

References ada::parse().

Referenced by to_ascii(), and to_unicode().

is_forbidden_domain_code_point()

bool ada::idna::is_forbidden_domain_code_point ( const char c )

inlinenoexcept

Definition at line 9439 of file ada_idna.cpp.

References is_forbidden_domain_code_point_table, and ada::parse().

Referenced by contains_forbidden_domain_code_point().

is_label_valid()

bool ada::idna::is_label_valid

(

std::u32string_view

label

)

See also

https://www.unicode.org/reports/tr46/#Validity_Criteria

Definition at line 8855 of file ada_idna.cpp.

References AL, AN, BN, CS, EN, ES, ET, find_direction(), find_last_not_of_nsm(), is_rtl_label(), L, NSM, ON, ada::parse(), and R.

Referenced by from_ascii_to_ascii(), and to_ascii().

is_rtl_label()

static bool ada::idna::is_rtl_label ( const std::u32string_view label )

inlinestaticnoexcept

Definition at line 8844 of file ada_idna.cpp.

References AL, AN, find_direction(), ada::parse(), and R.

Referenced by is_label_valid().

map()

std::u32string ada::idna::map

(

std::u32string_view

input

)

Definition at line 2670 of file ada_idna.cpp.

References find_range_index(), mappings, ada::parse(), and table.

Referenced by from_ascii_to_ascii(), and to_ascii().

normalize()

void ada::idna::normalize

(

std::u32string &

input

)

Normalize the domain_name string to Unicode Normalization Form C.

See also

https://www.unicode.org/reports/tr46/#ProcessingStepNormalize

Normalize the domain_name string to Unicode Normalization Form C.

See also

https://www.unicode.org/reports/tr46/#ProcessingStepNormalize

Definition at line 7818 of file ada_idna.cpp.

References compose(), decompose_nfc(), and ada::parse().

Referenced by from_ascii_to_ascii(), and to_ascii().

punycode_to_utf32()

bool ada::idna::punycode_to_utf32	(	std::string_view	input,
		std::u32string &	out )

Definition at line 7868 of file ada_idna.cpp.

References adapt(), base, char_to_digit_value(), initial_bias, initial_n, ada::parse(), and tmax.

Referenced by from_ascii_to_ascii(), to_ascii(), and to_unicode().

sort_marks()

void ada::idna::sort_marks

(

std::u32string &

input

)

Definition at line 7708 of file ada_idna.cpp.

References get_ccc(), and ada::parse().

Referenced by decompose_nfc().

to_ascii()

std::string ada::idna::to_ascii

(

std::string_view

ut8_string

)

Definition at line 9505 of file ada_idna.cpp.

References begins_with(), from_ascii_to_ascii(), is_ascii(), is_label_valid(), map(), normalize(), ada::parse(), punycode_to_utf32(), utf32_length_from_utf8(), utf32_to_punycode(), and utf8_to_utf32().

Referenced by ada_idna_to_ascii(), and LLVMFuzzerTestOneInput().

to_unicode()

std::string ada::idna::to_unicode

(

std::string_view

input

)

Definition at line 9602 of file ada_idna.cpp.

References begins_with(), is_ascii(), ada::parse(), punycode_to_utf32(), utf32_to_utf8(), utf8_length_from_utf32(), and verify_punycode().

Referenced by ada_idna_to_unicode(), and LLVMFuzzerTestOneInput().

utf32_length_from_utf8()

size_t ada::idna::utf32_length_from_utf8	(	const char *	buf,
		size_t	len )

Definition at line 121 of file ada_idna.cpp.

References ada::parse().

Referenced by to_ascii().

utf32_to_punycode()

bool ada::idna::utf32_to_punycode	(	std::u32string_view	input,
		std::string &	out )

Definition at line 7987 of file ada_idna.cpp.

References adapt(), base, digit_to_char(), initial_bias, initial_n, ada::parse(), and tmax.

Referenced by to_ascii().

utf32_to_utf8()

size_t ada::idna::utf32_to_utf8	(	const char32_t *	buf,
		size_t	len,
		char *	utf8_output )

Definition at line 130 of file ada_idna.cpp.

References ada::parse().

Referenced by to_unicode().

utf8_length_from_utf32()

size_t ada::idna::utf8_length_from_utf32	(	const char32_t *	buf,
		size_t	len )

Definition at line 108 of file ada_idna.cpp.

References ada::parse().

Referenced by to_unicode().

utf8_to_utf32()

size_t ada::idna::utf8_to_utf32	(	const char *	buf,
		size_t	len,
		char32_t *	utf32_output )

Definition at line 11 of file ada_idna.cpp.

References ada::parse().

Referenced by to_ascii().

verify_punycode()

bool ada::idna::verify_punycode

(

std::string_view

input

)

Definition at line 7929 of file ada_idna.cpp.

References adapt(), base, char_to_digit_value(), initial_bias, initial_n, ada::parse(), and tmax.

Referenced by to_unicode().

Variable Documentation

base

constexpr int32_t ada::idna::base = 36

constexpr

Definition at line 7835 of file ada_idna.cpp.

Referenced by adapt(), punycode_to_utf32(), utf32_to_punycode(), and verify_punycode().

canonical_combining_class_block

const uint8_t ada::idna::canonical_combining_class_block[67][256]

Definition at line 5856 of file ada_idna.cpp.

Referenced by get_ccc().

canonical_combining_class_index

const uint8_t ada::idna::canonical_combining_class_index[4352]

Definition at line 5625 of file ada_idna.cpp.

Referenced by get_ccc().

composition_block

const uint16_t ada::idna::composition_block[67][257]

Definition at line 6931 of file ada_idna.cpp.

Referenced by compose().

composition_data

const char32_t ada::idna::composition_data[1883]

Definition at line 7437 of file ada_idna.cpp.

Referenced by compose().

composition_index

const uint8_t ada::idna::composition_index[4352]

Definition at line 6732 of file ada_idna.cpp.

Referenced by compose().

damp

constexpr int32_t ada::idna::damp = 700

constexpr

Definition at line 7839 of file ada_idna.cpp.

Referenced by adapt().

decomposition_block

const uint16_t ada::idna::decomposition_block[67][257]

Definition at line 2967 of file ada_idna.cpp.

Referenced by compute_decomposition_length(), and decompose().

decomposition_data

const char32_t ada::idna::decomposition_data[9102]

Definition at line 4611 of file ada_idna.cpp.

Referenced by decompose().

decomposition_index

const uint8_t ada::idna::decomposition_index[4352]

Definition at line 2735 of file ada_idna.cpp.

Referenced by compute_decomposition_length(), and decompose().

dir_table

directions ada::idna::dir_table[]

static

Definition at line 8089 of file ada_idna.cpp.

Referenced by find_direction().

hangul_lbase

constexpr char32_t ada::idna::hangul_lbase = 0x1100

constexpr

Definition at line 7622 of file ada_idna.cpp.

Referenced by compose(), and decompose().

hangul_lcount

constexpr char32_t ada::idna::hangul_lcount = 19

constexpr

Definition at line 7623 of file ada_idna.cpp.

Referenced by compose().

hangul_ncount

constexpr char32_t ada::idna::hangul_ncount = hangul_vcount * hangul_tcount

constexpr

Definition at line 7626 of file ada_idna.cpp.

Referenced by decompose().

hangul_sbase

constexpr char32_t ada::idna::hangul_sbase = 0xAC00

constexpr

Definition at line 7619 of file ada_idna.cpp.

Referenced by compose(), compute_decomposition_length(), and decompose().

hangul_scount

constexpr char32_t ada::idna::hangul_scount

constexpr

Initial value:

=
    hangul_lcount * hangul_vcount * hangul_tcount

Definition at line 7627 of file ada_idna.cpp.

Referenced by compose(), compute_decomposition_length(), and decompose().

hangul_tbase

constexpr char32_t ada::idna::hangul_tbase = 0x11A7

constexpr

Definition at line 7620 of file ada_idna.cpp.

Referenced by compose(), and decompose().

hangul_tcount

constexpr char32_t ada::idna::hangul_tcount = 28

constexpr

Definition at line 7625 of file ada_idna.cpp.

Referenced by compose(), compute_decomposition_length(), and decompose().

hangul_vbase

constexpr char32_t ada::idna::hangul_vbase = 0x1161

constexpr

Definition at line 7621 of file ada_idna.cpp.

Referenced by compose(), and decompose().

hangul_vcount

constexpr char32_t ada::idna::hangul_vcount = 21

constexpr

Definition at line 7624 of file ada_idna.cpp.

Referenced by compose().

initial_bias

constexpr int32_t ada::idna::initial_bias = 72

constexpr

Definition at line 7840 of file ada_idna.cpp.

Referenced by punycode_to_utf32(), utf32_to_punycode(), and verify_punycode().

initial_n

constexpr uint32_t ada::idna::initial_n = 128

constexpr

Definition at line 7841 of file ada_idna.cpp.

Referenced by punycode_to_utf32(), utf32_to_punycode(), and verify_punycode().

is_forbidden_domain_code_point_table

constexpr uint8_t ada::idna::is_forbidden_domain_code_point_table[]

staticconstexpr

Initial value:

= {
    1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1,
    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0,
    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0,
    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
    0, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1}

Definition at line 9424 of file ada_idna.cpp.

Referenced by is_forbidden_domain_code_point().

mappings

const uint32_t ada::idna::mappings[5164]

Definition at line 202 of file ada_idna.cpp.

Referenced by map().

skew

constexpr int32_t ada::idna::skew = 38

constexpr

Definition at line 7838 of file ada_idna.cpp.

Referenced by adapt().

table

const uint32_t ada::idna::table[8000][2]

Definition at line 584 of file ada_idna.cpp.

Referenced by find_range_index(), and map().

tmax

constexpr int32_t ada::idna::tmax = 26

constexpr

Definition at line 7837 of file ada_idna.cpp.

Referenced by adapt(), punycode_to_utf32(), utf32_to_punycode(), and verify_punycode().

tmin

constexpr int32_t ada::idna::tmin = 1

constexpr

Definition at line 7836 of file ada_idna.cpp.

Referenced by adapt().