robots-txt.yaml-tmLanguage

name: robots.txt
scopeName: text.robots-txt
fileTypes:
- robots.txt
patterns:
- include: '#main'

repository:
  main:
    patterns:
    - include: '#comment'
    - include: '#directive'
    - include: '#wildcard'
    - include: '#uri'
    - include: '#text'
    - include: '#number'

  # Comment line
  comment:
    name: comment.line.hash.robots-txt
    begin: '#'
    end: '$'
    beginCaptures:
      '0':
        name: punctuation.definition.comment.robots-txt

  # Directive
  directive:
    name: keyword.control.directive.robots-txt
    begin: '^[A-Z][a-z-]*'
    end: '\s*:'

  # Wildcard
  wildcard:
    name: constant.character.wildcard.robots-txt
    match: '\*'

  # URI
  uri:
    name: string.unquoted.uri.robots-txt
    begin: '(?:[a-z]+:)?\/'
    end: '$'

  # Text
  text:
    name: string.unquoted.text.robots-txt
    match: '[A-Za-z-]+'

  # Numbers
  number:
    name: constant.numeric.integer.robots-txt
    match: '\d+'