From 7ec13a7dd3aee25301ccba927389e1b16a42ccd9 Mon Sep 17 00:00:00 2001
From: Nam Nguyen <namnguyen@google.com>
Date: Mon, 8 Apr 2024 14:57:56 -0700
Subject: [PATCH] Add FIM configuration template for CodeGemma

---
 README.md | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)

diff --git a/README.md b/README.md
index b8ddbbe..7fd3d1b 100644
--- a/README.md
+++ b/README.md
@@ -147,6 +147,25 @@ Refer to TGI's documentation on how to run TGI. Here is an example configuration
 > [!NOTE]
 > These are the default config values
 
+#### [CodeGemma](https://huggingface.co/google/codegemma-2b)
+
+```lua
+{
+  tokens_to_clear = { "<|file_separator|>" },
+  fim = {
+    enabled = true,
+    prefix = "<|fim_prefix|>",
+    middle = "<|fim_middle|>",
+    suffix = "<|fim_suffix|>",
+  },
+  model = "google/codegemma-2b",
+  context_window = 8192,
+  tokenizer = {
+    repository = "google/codegemma-2b",
+  }
+}
+```
+
 #### [CodeLlama](https://huggingface.co/codellama/CodeLlama-13b-hf)
 
 ```lua