vikramvasudevan commited on
Commit
0330c66
·
verified ·
1 Parent(s): ec17d6b

Upload folder using huggingface_hub

Browse files
modules/config/thiruvaimozhi_nootrandhadhi.py CHANGED
@@ -131,4 +131,8 @@ thiruvaimozhi_nootrandhadhi_config = {
131
  "audio": [],
132
  "video": [],
133
  },
 
 
 
 
134
  }
 
131
  "audio": [],
132
  "video": [],
133
  },
134
+ "audio_modes" : {
135
+ "recitation": "Recitation",
136
+ "upanyasam": "Upanyasam",
137
+ }
138
  }
modules/config/upadesa_rathnamalai.py CHANGED
@@ -11,11 +11,9 @@ upadesa_rathnamalai_config = {
11
  "output_dir": "./outputs/upadesa_rathnamalai",
12
  "collection_name": "upadesa_rathnamalai",
13
  "collection_embedding_fn": "openai",
14
-
15
  # Each verse is a unit
16
  "unit": "verse",
17
  "unit_field": "_global_index",
18
-
19
  # === FIELD MAPPING ===
20
  "field_mapping": {
21
  "text": "pasuram",
@@ -25,7 +23,6 @@ upadesa_rathnamalai_config = {
25
  "relative_path": lambda doc: f"{doc.get('chapter_name')} — {doc.get('relative_verse_number')}",
26
  "translation": "translation",
27
  },
28
-
29
  # === METADATA FIELDS ===
30
  "metadata_fields": [
31
  {
@@ -72,16 +69,15 @@ upadesa_rathnamalai_config = {
72
  "description": "Tamil translation",
73
  },
74
  ],
75
-
76
  # Optional PDF if you have
77
  "pdf_path": "./data/upadesa_rathnamalai.pdf",
78
-
79
  "source": "",
80
  "language": "tam",
81
  "example_labels": [],
82
  "examples": [],
83
  "llm_hints": [],
84
- "credits": {"art": [
 
85
  {
86
  "name": "Sri TNCN",
87
  "url": "https://www.linkedin.com/in/narashiman-chakravarthy-54326111/",
@@ -89,11 +85,18 @@ upadesa_rathnamalai_config = {
89
  "notes": "Original artwork used with permission",
90
  "photo_url": "https://drive.google.com/uc?export=download&id=1D4Vo-Mvkp1RdZR6whUkcjvNBIW1yHSUE",
91
  }
92
- ], "data": [
 
93
  {
94
  "name": "koyil.org",
95
  "url": "https://divyaprabandham.koyil.org/index.php/2019/09/upadhesa-raththina-malai-tamil/",
96
  "role": "Data provider",
97
  },
98
- ], "audio": [], "video": []},
 
 
 
 
 
 
99
  }
 
11
  "output_dir": "./outputs/upadesa_rathnamalai",
12
  "collection_name": "upadesa_rathnamalai",
13
  "collection_embedding_fn": "openai",
 
14
  # Each verse is a unit
15
  "unit": "verse",
16
  "unit_field": "_global_index",
 
17
  # === FIELD MAPPING ===
18
  "field_mapping": {
19
  "text": "pasuram",
 
23
  "relative_path": lambda doc: f"{doc.get('chapter_name')} — {doc.get('relative_verse_number')}",
24
  "translation": "translation",
25
  },
 
26
  # === METADATA FIELDS ===
27
  "metadata_fields": [
28
  {
 
69
  "description": "Tamil translation",
70
  },
71
  ],
 
72
  # Optional PDF if you have
73
  "pdf_path": "./data/upadesa_rathnamalai.pdf",
 
74
  "source": "",
75
  "language": "tam",
76
  "example_labels": [],
77
  "examples": [],
78
  "llm_hints": [],
79
+ "credits": {
80
+ "art": [
81
  {
82
  "name": "Sri TNCN",
83
  "url": "https://www.linkedin.com/in/narashiman-chakravarthy-54326111/",
 
85
  "notes": "Original artwork used with permission",
86
  "photo_url": "https://drive.google.com/uc?export=download&id=1D4Vo-Mvkp1RdZR6whUkcjvNBIW1yHSUE",
87
  }
88
+ ],
89
+ "data": [
90
  {
91
  "name": "koyil.org",
92
  "url": "https://divyaprabandham.koyil.org/index.php/2019/09/upadhesa-raththina-malai-tamil/",
93
  "role": "Data provider",
94
  },
95
+ ],
96
+ "audio": [],
97
+ "video": [],
98
+ },
99
+ "audio_modes" : {
100
+ "recitation": "Recitation"
101
+ }
102
  }
modules/config/vishnu_puranam.py CHANGED
@@ -4,15 +4,15 @@ from modules.google_drive.google_drive_utils import convert_drive_url_to_direct
4
  vishnupuranam_config = {
5
  "name": "vishnupuranam",
6
  "title": "Vishnu Puranam",
7
- "banner_url": convert_drive_url_to_direct("https://drive.google.com/file/d/1ny6M0c6jfCLtYRaROffb1erRc3u8WB2u/view?usp=drive_link"),
 
 
8
  "category": ScriptureCategoryConstants.PURANAM,
9
  "output_dir": "./output/vishnupuranam",
10
  "collection_name": "vishnu_puranam_openai",
11
  "collection_embedding_fn": "openai",
12
-
13
  "unit": "sloka",
14
  "unit_field": "_global_index",
15
-
16
  "field_mapping": {
17
  "text": "lyrics_sa",
18
  "chapter_name": "chapter_name",
@@ -23,29 +23,85 @@ vishnupuranam_config = {
23
  doc[key]
24
  for key in sorted(
25
  [k for k in doc.keys() if k.startswith("title_") and doc[k]],
26
- key=lambda x: int(x.split("_")[1])
27
  )
28
  ]
29
  )
30
  + f" || {doc.get('_global_index', '')} ||"
31
- )
32
  },
33
-
34
  "metadata_fields": [
35
  {
36
- "name": "_global_index",
37
- "datatype": "int",
38
- "label": "Verse Index",
39
- "description": "Absolute verse index",
40
  "show_as_filter": True,
41
- "is_unique": True,
 
 
 
 
 
 
 
 
42
  },
43
  {
44
  "name": "chapter_name",
45
  "datatype": "str",
46
  "label": "Chapter",
47
- "description": "Original chapter title",
48
  "show_as_filter": True,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  },
50
  {
51
  "name": "lyrics_sa",
@@ -54,18 +110,22 @@ vishnupuranam_config = {
54
  "description": "Verse text in Sanskrit",
55
  },
56
  ],
57
-
58
  "pdf_path": "./data/vishnupuranam.pdf",
59
  "source": "",
60
  "language": "san",
61
  "example_labels": [],
62
  "examples": [],
63
  "llm_hints": [],
64
- "credits": {"art": [], "data": [
 
 
65
  {
66
  "name": "Sanskritam",
67
  "url": "https://www.sanskritam.world/puranas",
68
  "role": "Data provider",
69
  },
70
- ], "audio": [], "video": []},
 
 
 
71
  }
 
4
  vishnupuranam_config = {
5
  "name": "vishnupuranam",
6
  "title": "Vishnu Puranam",
7
+ "banner_url": convert_drive_url_to_direct(
8
+ "https://drive.google.com/file/d/1ny6M0c6jfCLtYRaROffb1erRc3u8WB2u/view?usp=drive_link"
9
+ ),
10
  "category": ScriptureCategoryConstants.PURANAM,
11
  "output_dir": "./output/vishnupuranam",
12
  "collection_name": "vishnu_puranam_openai",
13
  "collection_embedding_fn": "openai",
 
14
  "unit": "sloka",
15
  "unit_field": "_global_index",
 
16
  "field_mapping": {
17
  "text": "lyrics_sa",
18
  "chapter_name": "chapter_name",
 
23
  doc[key]
24
  for key in sorted(
25
  [k for k in doc.keys() if k.startswith("title_") and doc[k]],
26
+ key=lambda x: int(x.split("_")[1]),
27
  )
28
  ]
29
  )
30
  + f" || {doc.get('_global_index', '')} ||"
31
+ ),
32
  },
 
33
  "metadata_fields": [
34
  {
35
+ "name": "title_3",
36
+ "datatype": "str",
37
+ "label": "Amsam",
38
+ "description": "Amsam",
39
  "show_as_filter": True,
40
+ "component": "dropdown",
41
+ "lov": lambda: [
42
+ "॥ प्रथमांशः ॥",
43
+ "॥ द्वितीयांशः ॥",
44
+ "॥ तृतीयांशः ॥",
45
+ "॥ चतुर्थांशः ॥",
46
+ "॥ पञ्चमांशः ॥",
47
+ "॥ षष्टांशः ॥",
48
+ ],
49
  },
50
  {
51
  "name": "chapter_name",
52
  "datatype": "str",
53
  "label": "Chapter",
54
+ "description": "Chapter",
55
  "show_as_filter": True,
56
+ "component": "dropdown",
57
+ "lov": lambda: [
58
+ "॥ अध्यायः १ ॥",
59
+ "॥ अध्यायः २ ॥",
60
+ "॥ अध्यायः ३ ॥",
61
+ "॥ अध्यायः ४ ॥",
62
+ "॥ अध्यायः ५ ॥",
63
+ "॥ अध्यायः ६ ॥",
64
+ "॥ अध्यायः ७ ॥",
65
+ "॥ अध्यायः ८ ॥",
66
+ "॥ अध्यायः ९ ॥",
67
+ "॥ अध्यायः १० ॥",
68
+ "॥ अध्यायः ११ ॥",
69
+ "॥ अध्यायः १२ ॥",
70
+ "॥ अध्यायः १३ ॥",
71
+ "॥ अध्यायः १४ ॥",
72
+ "॥ अध्यायः १५ ॥",
73
+ "॥ अध्यायः १६ ॥",
74
+ "॥ अध्यायः १७ ॥",
75
+ "॥ अध्यायः १८ ॥",
76
+ "॥ अध्यायः १९ ॥",
77
+ "॥ अध्यायः २० ॥",
78
+ "॥ अध्यायः २१ ॥",
79
+ "॥ अध्यायः २२ ॥",
80
+ "॥ अध्यायः २३ ॥",
81
+ "॥ अध्यायः २४ ॥",
82
+ "॥ अध्यायः २५ ॥",
83
+ "॥ अध्यायः २६ ॥",
84
+ "॥ अध्यायः २७ ॥",
85
+ "॥ अध्यायः २८ ॥",
86
+ "॥ अध्यायः २९ ॥",
87
+ "॥ अध्यायः ३० ॥",
88
+ "॥ अध्यायः ३१ ॥",
89
+ "॥ अध्यायः ३२ ॥",
90
+ "॥ अध्यायः ३३ ॥",
91
+ "॥ अध्यायः ३४ ॥",
92
+ "॥ अध्यायः ३५ ॥",
93
+ "॥ अध्यायः ३६ ॥",
94
+ "॥ अध्यायः ३७ ॥",
95
+ "॥ अध्यायः ३८ ॥",
96
+ ],
97
+ },
98
+ {
99
+ "name": "_global_index",
100
+ "datatype": "int",
101
+ "label": "Absolute Verse Index",
102
+ "description": "Absolute verse index",
103
+ "show_as_filter": True,
104
+ "is_unique": True,
105
  },
106
  {
107
  "name": "lyrics_sa",
 
110
  "description": "Verse text in Sanskrit",
111
  },
112
  ],
 
113
  "pdf_path": "./data/vishnupuranam.pdf",
114
  "source": "",
115
  "language": "san",
116
  "example_labels": [],
117
  "examples": [],
118
  "llm_hints": [],
119
+ "credits": {
120
+ "art": [],
121
+ "data": [
122
  {
123
  "name": "Sanskritam",
124
  "url": "https://www.sanskritam.world/puranas",
125
  "role": "Data provider",
126
  },
127
+ ],
128
+ "audio": [],
129
+ "video": [],
130
+ },
131
  }