-
Notifications
You must be signed in to change notification settings - Fork 0
/
robots.txt
54 lines (46 loc) · 1.36 KB
/
robots.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
# HeLlO, FrIeNd ...
#
# ,.:::::// \\:::::.,
#
#
# \.\.\.... ..../././
# : o : : o :
# :`:`:``` ```:.:`:
# . . : .
# .
# _ _
#
#
# `..::..::..'
# ' v v '
# `:....:'
#
# WHaT do YoU ThiNk you'RE DoInG ?
# Don't allow indexing of /static and /html directories:
user-agent: *
disallow: /static
disallow: /html
# Don't allow indexing of about.html:
user-agent: *
disallow: /about.html
# Don't allow indexing of plaintext/md files
# and .meta metadata files:
user-agent: *
disallow: /*.md
disallow: /*.meta
# Don't allow indexing of .git directories
# (which should be blocked by httpd regardless)
user-agent: *
disallow: /*.git
disallow: /*.gitignore
# *wink*
user-agent: *
disallow: /a_security_analysis_of_tinyjambu.pdf
# Don't allow Turnitin to index my shit:
user-Agent: TurnitinBot
disallow: /
# Don't allow intellectual property (IP) bots:
user-Agent: NPBot
disallow: /
user-Agent: SlySearch
disallow: /