diff options
| author | marakasov <marakasov@yandex-team.ru> | 2022-02-10 16:49:50 +0300 |
|---|---|---|
| committer | Daniil Cherednik <dcherednik@yandex-team.ru> | 2022-02-10 16:49:50 +0300 |
| commit | 359de4829c1d82b06fad5e0ad82470e4e9f27c89 (patch) | |
| tree | a58ba6d37e60106215ea04536f6f33d3e2fe4f6f /library/cpp/http/fetch/httpfsm.rl6 | |
| parent | d94c2eed82b3c1259ac7320eb28e9731cd990c22 (diff) | |
| download | ydb-359de4829c1d82b06fad5e0ad82470e4e9f27c89.tar.gz | |
Restoring authorship annotation for <marakasov@yandex-team.ru>. Commit 1 of 2.
Diffstat (limited to 'library/cpp/http/fetch/httpfsm.rl6')
| -rw-r--r-- | library/cpp/http/fetch/httpfsm.rl6 | 42 |
1 files changed, 21 insertions, 21 deletions
diff --git a/library/cpp/http/fetch/httpfsm.rl6 b/library/cpp/http/fetch/httpfsm.rl6 index eab0328b18..e2447a6dfa 100644 --- a/library/cpp/http/fetch/httpfsm.rl6 +++ b/library/cpp/http/fetch/httpfsm.rl6 @@ -227,9 +227,9 @@ mime_type = "text/plain"i %{c(MIME_TEXT)} | "application/x-gzip"i %{c(MIME_GZIP)} | "application/json"i %{c(MIME_JSON)} | ("application/javascript"i | "text/javascript"i) %{c(MIME_JAVASCRIPT)} - | "application/vnd.android.package-archive"i %{c(MIME_APK)} - | ("image/x-icon"i | "image/vnd.microsoft.icon"i) %{c(MIME_IMAGE_ICON)} - ; + | "application/vnd.android.package-archive"i %{c(MIME_APK)} + | ("image/x-icon"i | "image/vnd.microsoft.icon"i) %{c(MIME_IMAGE_ICON)} + ; charset_name = token_char+ >clear_buf $update_buf; @@ -266,7 +266,7 @@ refresh = "refresh"i def int ';' lws "url="i loc_url eoh %set_location; ################# x-robots-tag ################ action set_x_robots { - if (hd && AcceptingXRobots) { + if (hd && AcceptingXRobots) { if (I > 0) hd->x_robots_tag |= I; @@ -277,10 +277,10 @@ action set_x_robots { } } -action accept_x_robots { - AcceptingXRobots = (bool)I; -} - +action accept_x_robots { + AcceptingXRobots = (bool)I; +} + x_robots_directive = "none"i %{c(3)} | "all"i %{c(-3)} | "noindex"i %{c(1)} | "index"i %{c(-1)} | "nofollow"i %{c(2)} | "follow"i %{c(-2)} @@ -288,19 +288,19 @@ x_robots_directive = "none"i %{c(3)} | "all"i %{c(-3)} | "noyaca"i %{c(16)} | "noodp"i %{c(8)}; -any_value = (any_text_char - [, \t])+ (lws (any_text_char - [, \t])+)*; -any_key = (any_text_char - [:, \t])+ (lws (any_text_char - [:, \t])+)*; - -unavailable_after_directive = "unavailable_after"i def any_value; - -yandex_robot = "yandex"i | "yandexbot"i; -other_robot = any_key - "unavailable_after"i - yandex_robot; -robot_specifier = yandex_robot %{c(1)} | other_robot %{c(0)}; - -x_robots_value = (robot_specifier def %accept_x_robots)? (unavailable_after_directive | (x_robots_directive %set_x_robots) | any_value? ); - -x_robots_tag = "x-robots-tag"i def >{ AcceptingXRobots = true; } x_robots_value (lws ',' lws x_robots_value)* eoh; - +any_value = (any_text_char - [, \t])+ (lws (any_text_char - [, \t])+)*; +any_key = (any_text_char - [:, \t])+ (lws (any_text_char - [:, \t])+)*; + +unavailable_after_directive = "unavailable_after"i def any_value; + +yandex_robot = "yandex"i | "yandexbot"i; +other_robot = any_key - "unavailable_after"i - yandex_robot; +robot_specifier = yandex_robot %{c(1)} | other_robot %{c(0)}; + +x_robots_value = (robot_specifier def %accept_x_robots)? (unavailable_after_directive | (x_robots_directive %set_x_robots) | any_value? ); + +x_robots_tag = "x-robots-tag"i def >{ AcceptingXRobots = true; } x_robots_value (lws ',' lws x_robots_value)* eoh; + ################# rel_canonical ############### action set_canonical { if (hd && buflen < FETCHER_URL_MAX) { |