-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathCasification.swift
More file actions
66 lines (56 loc) · 1.3 KB
/
Casification.swift
File metadata and controls
66 lines (56 loc) · 1.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
import Foundation
extension String {
public enum Casification {}
}
extension String.Casification {
public enum Tokenizers {}
public protocol Tokenizer {
@inlinable
func tokenize(_ input: Substring) -> [Token]
}
public struct Token: Hashable, CustomStringConvertible {
public var value: Substring
public var kind: Kind
public init(_ value: Substring = "", kind: Kind) {
self.value = value
self.kind = kind
}
@inlinable
public func withValue(_ value: Substring) -> Token {
return .init(value, kind: kind)
}
public enum Kind: Hashable, CustomStringConvertible {
case word
case number
case acronym
case separator
public var description: String {
switch self {
case .word: "word"
case .number: "number"
case .acronym: "acronym"
case .separator: "separator"
}
}
}
public var description: String {
return ".\(kind)(\"\(value)\")"
}
}
}
extension String {
@inlinable
public func tokenize<Tokenizer: Casification.Tokenizer>(
using tokenizer: Tokenizer
) -> [Casification.Token] {
return self[...].tokenize(using: tokenizer)
}
}
extension Substring {
@inlinable
public func tokenize<Tokenizer: String.Casification.Tokenizer>(
using tokenizer: Tokenizer
) -> [String.Casification.Token] {
return tokenizer.tokenize(self[...])
}
}