미디어위키:Robots.txt: 두 판 사이의 차이
Revi HQ
내용 추가됨 내용 삭제됨
잔글 (Cosmetic) |
(Gemini, adsense, etc) |
||
| (같은 사용자의 중간 판 6개는 보이지 않습니다) | |||
| 1번째 줄: | 1번째 줄: | ||
# <pre> |
# <pre> |
||
# cosmetic: do not remove the line above this |
# cosmetic: do not remove the line above this |
||
# Templates & Modules are mostly Wikipedia-fork. No need to index them. |
|||
| ⚫ | |||
| ⚫ | |||
| ⚫ | |||
| ⚫ | |||
| ⚫ | |||
# Also no need to index MW system messages. |
|||
| ⚫ | |||
Disallow: /wiki/미디어위키: |
|||
| ⚫ | |||
| ⚫ | |||
# Google Ads are not welcome |
# Google Ads are not welcome |
||
User-agent: Mediapartners-Google |
User-agent: Mediapartners-Google |
||
Disallow: / |
Disallow: / |
||
User-agent: AdsBot-Google |
|||
| ⚫ | |||
User-agent: AdsBot-Google-Mobile |
|||
| ⚫ | |||
# ChatGPT Crawlers are also not welcome |
|||
# Ref: https://platform.openai.com/docs/plugins/bot |
|||
| ⚫ | |||
| ⚫ | |||
| ⚫ | |||
Disallow: / |
|||
# Google Gemini AI Crawlers are also not welcome |
|||
# Ref: https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers?hl=en#google-extended |
|||
User-agent: Google-Extended |
|||
Disallow: / |
|||
# Disallow some special pages |
|||
# 특수:UrlShortener |
|||
Disallow: /wiki/%ED%8A%B9%EC%88%98:UrlShortener |
|||
# 특수:임의문서 |
|||
| ⚫ | |||
Disallow: /wiki/%ED%8A%B9%EC%88%98%3A%EC%9E%84%EC%9D%98%EB%AC%B8%EC%84%9C |
|||
# 특수:검색 |
|||
Disallow: /wiki/%ED%8A%B9%EC%88%98:%EA%B2%80%EC%83%89 |
|||
Disallow: /wiki/%ED%8A%B9%EC%88%98%3A%EA%B2%80%EC%83%89 |
|||
| ⚫ | |||
Disallow: /wiki/%ED%8A%B9%EC%88%98%3ASearch |
|||
| ⚫ | |||
Disallow: /wiki/Special%3A%EA%B2%80%EC%83%89 |
|||
# 특수기능:찾기 |
|||
Disallow: /wiki/%ED%8A%B9%EC%88%98%EA%B8%B0%EB%8A%A5:%EC%B0%BE%EA%B8%B0 |
|||
Disallow: /wiki/%ED%8A%B9%EC%88%98%EA%B8%B0%EB%8A%A5%3A%EC%B0%BE%EA%B8%B0 |
|||
# cosmetic: do not remove this line </pre> |
# cosmetic: do not remove this line </pre> |
||
2024년 4월 13일 (토) 02:00 기준 최신판
#
# cosmetic: do not remove the line above this # Google Ads are not welcome User-agent: Mediapartners-Google Disallow: / User-agent: AdsBot-Google Disallow: / User-agent: AdsBot-Google-Mobile Disallow: / # ChatGPT Crawlers are also not welcome # Ref: https://platform.openai.com/docs/plugins/bot User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / # Google Gemini AI Crawlers are also not welcome # Ref: https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers?hl=en#google-extended User-agent: Google-Extended Disallow: / # Disallow some special pages # 특수:UrlShortener Disallow: /wiki/%ED%8A%B9%EC%88%98:UrlShortener # 특수:임의문서 Disallow: /wiki/%ED%8A%B9%EC%88%98:%EC%9E%84%EC%9D%98%EB%AC%B8%EC%84%9C Disallow: /wiki/%ED%8A%B9%EC%88%98%3A%EC%9E%84%EC%9D%98%EB%AC%B8%EC%84%9C # 특수:검색 Disallow: /wiki/%ED%8A%B9%EC%88%98:%EA%B2%80%EC%83%89 Disallow: /wiki/%ED%8A%B9%EC%88%98%3A%EA%B2%80%EC%83%89 Disallow: /wiki/%ED%8A%B9%EC%88%98:Search Disallow: /wiki/%ED%8A%B9%EC%88%98%3ASearch Disallow: /wiki/Special:%EA%B2%80%EC%83%89 Disallow: /wiki/Special%3A%EA%B2%80%EC%83%89 # 특수기능:찾기 Disallow: /wiki/%ED%8A%B9%EC%88%98%EA%B8%B0%EB%8A%A5:%EC%B0%BE%EA%B8%B0 Disallow: /wiki/%ED%8A%B9%EC%88%98%EA%B8%B0%EB%8A%A5%3A%EC%B0%BE%EA%B8%B0 # cosmetic: do not remove this line
