1 files changed, 13 insertions, 0 deletions
diff --git a/platform/structuralsearch/source/com/intellij/tokenindex/Tokenizer.java b/platform/structuralsearch/source/com/intellij/tokenindex/Tokenizer.java
new file mode 100644
index 000000000000..c1ce0c70e264
--- /dev/null
+++ b/platform/structuralsearch/source/com/intellij/tokenindex/Tokenizer.java
@@ -0,0 +1,13 @@
+package com.intellij.tokenindex;
+
+import com.intellij.psi.PsiElement;
+import org.jetbrains.annotations.NotNull;
+
+/**
+ * @author Eugene.Kudelevsky
+ */
+public interface Tokenizer {
+  boolean visit(@NotNull PsiElement element, RecursiveTokenizingVisitor globalVisitor);
+
+  void elementFinished(@NotNull PsiElement element, RecursiveTokenizingVisitor globalVisitor);
+}