pearl/token

Types

SigilDelimiter

pub type SigilDelimiter {
  SigilNone
  SigilParen
  SigilSquare
  SigilBrace
  SigilAngle
  SigilSlash
  SigilPipe
  SigilSingleQuote
  SigilDoubleQuote
  SigilBacktick
  SigilHash
}

Constructors

```
SigilNone
```
```
SigilParen
```
```
SigilSquare
```
```
SigilBrace
```
```
SigilAngle
```
```
SigilSlash
```
```
SigilPipe
```
```
SigilSingleQuote
```
```
SigilDoubleQuote
```
```
SigilBacktick
```
```
SigilHash
```

Token

</>

pub type Token {
  Whitespace(String)
  Comment(String)
  DocComment(String)
  ModuleComment(String)
  EndOfFile
  Character(String)
  Integer(String)
  Float(String)
  Atom(name: String, quoted: Bool)
  String(String)
  TripleQuotedString(
    sigil: option.Option(String),
    number_of_quotes: Int,
    beginning_whitespace: String,
    lines: List(String),
    end_indentation: String,
  )
  Sigil(
    sigil: String,
    delimiter: SigilDelimiter,
    contents: String,
  )
  Variable(String)
  After
  Begin
  Case
  Catch
  Cond
  Else
  End
  Fun
  If
  Let
  Maybe
  Of
  Receive
  Try
  When
  LeftParen
  RightParen
  LeftBrace
  RightBrace
  LeftSquare
  RightSquare
  Comma
  Semicolon
  Colon
  Dot
  MinusGreater
  DoubleLess
  DoubleGreater
  Hash
  DoubleColon
  DoubleDot
  TripleDot
  DoublePipe
  EqualGreater
  ColonEqual
  LessMinus
  LessEqual
  Pipe
  DoubleEqual
  SlashEqual
  EqualLess
  Less
  GreaterEqual
  Greater
  EqualColonEqual
  EqualSlashEqual
  Plus
  Minus
  Star
  Slash
  Bnot
  Div
  Rem
  Band
  Bor
  Bxor
  Bsl
  Bsr
  Not
  And
  Or
  Xor
  Andalso
  Orelse
  DoublePlus
  DoubleMinus
  QuestionEqual
  Question
  Bang
  Equal
  Unknown(String)
  UnterminatedString(String)
  UnterminatedSigil(
    sigil: String,
    delimiter: SigilDelimiter,
    contents: String,
  )
  UnterminatedAtom(String)
  InvalidTripleQuotedString(contents: String)
}

Constructors

```
Whitespace(String)
```
```
Comment(String)
```
```
DocComment(String)
```
```
ModuleComment(String)
```
```
EndOfFile
```
```
Character(String)
```
```
Integer(String)
```
```
Float(String)
```
```
Atom(name: String, quoted: Bool)
```
```
String(String)
```

TripleQuotedString(
  sigil: option.Option(String),
  number_of_quotes: Int,
  beginning_whitespace: String,
  lines: List(String),
  end_indentation: String,
)

Sigil(sigil: String, delimiter: SigilDelimiter, contents: String)

```
Variable(String)
```
```
After
```
```
Begin
```
```
Case
```
```
Catch
```
```
Cond
```
```
Else
```
```
End
```
```
Fun
```
```
If
```
```
Let
```
```
Maybe
```
```
Of
```
```
Receive
```
```
Try
```
```
When
```
```
LeftParen
```
```
RightParen
```
```
LeftBrace
```
```
RightBrace
```
```
LeftSquare
```
```
RightSquare
```
```
Comma
```
```
Semicolon
```
```
Colon
```
```
Dot
```
```
MinusGreater
```
```
DoubleLess
```
```
DoubleGreater
```
```
Hash
```
```
DoubleColon
```
```
DoubleDot
```
```
TripleDot
```
```
DoublePipe
```
```
EqualGreater
```
```
ColonEqual
```
```
LessMinus
```
```
LessEqual
```
```
Pipe
```
```
DoubleEqual
```
```
SlashEqual
```
```
EqualLess
```
```
Less
```
```
GreaterEqual
```
```
Greater
```
```
EqualColonEqual
```
```
EqualSlashEqual
```
```
Plus
```
```
Minus
```
```
Star
```
```
Slash
```
```
Bnot
```
```
Div
```
```
Rem
```
```
Band
```
```
Bor
```
```
Bxor
```
```
Bsl
```
```
Bsr
```
```
Not
```
```
And
```
```
Or
```
```
Xor
```
```
Andalso
```
```
Orelse
```
```
DoublePlus
```
```
DoubleMinus
```
```
QuestionEqual
```
```
Question
```
```
Bang
```
```
Equal
```
```
Unknown(String)
```
```
UnterminatedString(String)
```

UnterminatedSigil(
  sigil: String,
  delimiter: SigilDelimiter,
  contents: String,
)

```
UnterminatedAtom(String)
```

InvalidTripleQuotedString(contents: String)

Values

sigil_delimiters

</>

pub fn sigil_delimiters(
  delimiter: SigilDelimiter,
) -> #(String, String)

to_source

</>

pub fn to_source(token: Token) -> String