Page Menu
Home
Software Heritage
Search
Configure Global Search
Log In
Files
F8394818
robots-txt.min.js
No One
Temporary
Actions
View File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Flag For Later
Size
516 B
Subscribers
None
robots-txt.min.js
View Options
hljs
.
registerLanguage
(
"robots-txt"
,(
function
(
e
){
var
s
=
e
.
COMMENT
(
"#"
,
"$"
);
return
{
aliases
:
[
"robotstxt"
,
"robots.txt"
],
case_insensitive
:!
0
,
lexemes
:
"[a-z-]+"
,
keywords
:
{
section
:
"user-agent"
,
built_in
:
"allow disallow"
,
keyword
:
"crawl-delay sitemap"
},
contains
:
[
s
,
e
.
NUMBER_MODE
,{
className
:
"string"
,
begin
:
"^\\s*(?:user-agent|(?:dis)?allow)\\s*:\\s*"
,
end
:
/$/
,
excludeBegin
:!
0
,
relevance
:
10
,
contains
:
[
s
]},{
className
:
"string"
,
begin
:
"^\\s*sitemap\\s*:\\s*"
,
end
:
/$/
,
excludeBegin
:!
0
,
contains
:
[
s
]}],
illegal
:
"<(?:!DOCTYPE\\s+)?html>"
}}));
File Metadata
Details
Attached
Mime Type
text/plain
Expires
Jun 4 2025, 7:29 PM (9 w, 4 d ago)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
3348419
Attached To
rDWAPPS Web applications
Event Timeline
Log In to Comment