feat: added Token and LinkedTokenList

1 files changed, 28 insertions, 0 deletions

diff --git a/cmd/linked_token_slice.go b/cmd/linked_token_slice.go
new file mode 100644
index 0000000..c8c876f
--- /dev/null
+++ b/cmd/linked_token_slice.go
@@ -0,0 +1,28 @@
+package cmd
+
+type LinkedTokenList struct {
+	head, tail *Token
+}
+
+func (lts *LinkedTokenList) AddToken(content string) {
+	newToken := &Token{
+		content: content,
+		prev:    nil,
+		next:    nil,
+	}
+
+	if lts.head == nil {
+		lts.head = newToken
+		lts.tail = newToken
+	} else {
+		newToken.SetPreviousToken(lts.tail)
+		lts.tail.SetNextToken(newToken)
+		lts.tail = newToken
+	}
+}
+
+func SliceToLinkedTokenSlice(slice []string, tokenSlice *LinkedTokenList) {
+	for _, item := range slice {
+		tokenSlice.AddToken(item)
+	}
+}