IndicRAG/patterns.json at main · DNSdecoded/IndicRAG · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
    "NOISE_PATTERNS": [
        "Page \\d+ of \\d+",
        "^\\d+$",
        "^\\s*\\d+\\s*$",
        "©.*\\d{4}",
        "(?i)copyright.*\\d{4}",
        "(?i)doi:.*",
        "(?i)arxiv:\\d+\\.\\d+",
        "^https?://\\S+$",
        "^Downloaded from.*",
        "^Published in.*",
        "(?i)issn:.*",
        "(?i)isbn:.*",
        "^\\[\\d+\\]\\s*$",
        "^\\s*Figure \\d+.*",
        "^\\s*Table \\d+.*",
        "^\\s*Fig\\.\\s*\\d+.*",
        "^\\[\\d+(?:,\\s*\\d+)*\\]\\s*$",
        "\\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\\.[A-Za-z]{2,}\\b",
        "^(?:Figure|Table)\\s+\\d+:.*$"
    ],
    "SECTION_HEADERS": [
        "abstract",
        "introduction",
        "background",
        "related work",
        "literature review",
        "methodology",
        "methods",
        "materials and methods",
        "approach",
        "proposed approach",
        "proposed method",
        "experimental setup",
        "experiments",
        "implementation",
        "results",
        "findings",
        "results and discussion",
        "discussion",
        "evaluation",
        "conclusion",
        "conclusions",
        "summary",
        "future work",
        "limitations",
        "references",
        "bibliography",
        "acknowledgments",
        "acknowledgements",
        "appendix",
        "appendices",
        "supplementary material",
        "declarations"
    ]
}