CodeShare/robots.txt at main · JustStudio7/CodeShare · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
# This file created by JustStudio.
# Licensed under the MIT License - https://github.com/JustStudio7/CodeShare/blob/main/LICENSE
# Copyright (c) 2025 JustStudio. <https://juststudio.is-a.dev>
#
# Last Updated: (MM/DD/YYYY) 01/29/2025

User-agent: *
Disallow: /css/
Disallow: /js/
Disallow: /*.json$
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.lua$
Disallow: /src/
Disallow: /scripts/
Disallow: /public/

Sitemap: https://codeshare.js.org/sitemap.xml

User-agent: Googlebot-News
Disallow: /
Crawl-delay: 5
User-agent: Googlebot-Video
Disallow: /
Crawl-delay: 5
User-agent: Baiduspider
Disallow: /
Crawl-delay: 5
User-agent: facebookexternalhit
Disallow: /
Crawl-delay: 5
User-agent: YandexAdditionalBot
Disallow: /
Crawl-delay: 5