Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Upload folder using huggingface_hub
Browse files
modules/config/thiruvaimozhi_nootrandhadhi.py
CHANGED
|
@@ -131,4 +131,8 @@ thiruvaimozhi_nootrandhadhi_config = {
|
|
| 131 |
"audio": [],
|
| 132 |
"video": [],
|
| 133 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
| 134 |
}
|
|
|
|
| 131 |
"audio": [],
|
| 132 |
"video": [],
|
| 133 |
},
|
| 134 |
+
"audio_modes" : {
|
| 135 |
+
"recitation": "Recitation",
|
| 136 |
+
"upanyasam": "Upanyasam",
|
| 137 |
+
}
|
| 138 |
}
|
modules/config/upadesa_rathnamalai.py
CHANGED
|
@@ -11,11 +11,9 @@ upadesa_rathnamalai_config = {
|
|
| 11 |
"output_dir": "./outputs/upadesa_rathnamalai",
|
| 12 |
"collection_name": "upadesa_rathnamalai",
|
| 13 |
"collection_embedding_fn": "openai",
|
| 14 |
-
|
| 15 |
# Each verse is a unit
|
| 16 |
"unit": "verse",
|
| 17 |
"unit_field": "_global_index",
|
| 18 |
-
|
| 19 |
# === FIELD MAPPING ===
|
| 20 |
"field_mapping": {
|
| 21 |
"text": "pasuram",
|
|
@@ -25,7 +23,6 @@ upadesa_rathnamalai_config = {
|
|
| 25 |
"relative_path": lambda doc: f"{doc.get('chapter_name')} — {doc.get('relative_verse_number')}",
|
| 26 |
"translation": "translation",
|
| 27 |
},
|
| 28 |
-
|
| 29 |
# === METADATA FIELDS ===
|
| 30 |
"metadata_fields": [
|
| 31 |
{
|
|
@@ -72,16 +69,15 @@ upadesa_rathnamalai_config = {
|
|
| 72 |
"description": "Tamil translation",
|
| 73 |
},
|
| 74 |
],
|
| 75 |
-
|
| 76 |
# Optional PDF if you have
|
| 77 |
"pdf_path": "./data/upadesa_rathnamalai.pdf",
|
| 78 |
-
|
| 79 |
"source": "",
|
| 80 |
"language": "tam",
|
| 81 |
"example_labels": [],
|
| 82 |
"examples": [],
|
| 83 |
"llm_hints": [],
|
| 84 |
-
"credits": {
|
|
|
|
| 85 |
{
|
| 86 |
"name": "Sri TNCN",
|
| 87 |
"url": "https://www.linkedin.com/in/narashiman-chakravarthy-54326111/",
|
|
@@ -89,11 +85,18 @@ upadesa_rathnamalai_config = {
|
|
| 89 |
"notes": "Original artwork used with permission",
|
| 90 |
"photo_url": "https://drive.google.com/uc?export=download&id=1D4Vo-Mvkp1RdZR6whUkcjvNBIW1yHSUE",
|
| 91 |
}
|
| 92 |
-
],
|
|
|
|
| 93 |
{
|
| 94 |
"name": "koyil.org",
|
| 95 |
"url": "https://divyaprabandham.koyil.org/index.php/2019/09/upadhesa-raththina-malai-tamil/",
|
| 96 |
"role": "Data provider",
|
| 97 |
},
|
| 98 |
-
],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
}
|
|
|
|
| 11 |
"output_dir": "./outputs/upadesa_rathnamalai",
|
| 12 |
"collection_name": "upadesa_rathnamalai",
|
| 13 |
"collection_embedding_fn": "openai",
|
|
|
|
| 14 |
# Each verse is a unit
|
| 15 |
"unit": "verse",
|
| 16 |
"unit_field": "_global_index",
|
|
|
|
| 17 |
# === FIELD MAPPING ===
|
| 18 |
"field_mapping": {
|
| 19 |
"text": "pasuram",
|
|
|
|
| 23 |
"relative_path": lambda doc: f"{doc.get('chapter_name')} — {doc.get('relative_verse_number')}",
|
| 24 |
"translation": "translation",
|
| 25 |
},
|
|
|
|
| 26 |
# === METADATA FIELDS ===
|
| 27 |
"metadata_fields": [
|
| 28 |
{
|
|
|
|
| 69 |
"description": "Tamil translation",
|
| 70 |
},
|
| 71 |
],
|
|
|
|
| 72 |
# Optional PDF if you have
|
| 73 |
"pdf_path": "./data/upadesa_rathnamalai.pdf",
|
|
|
|
| 74 |
"source": "",
|
| 75 |
"language": "tam",
|
| 76 |
"example_labels": [],
|
| 77 |
"examples": [],
|
| 78 |
"llm_hints": [],
|
| 79 |
+
"credits": {
|
| 80 |
+
"art": [
|
| 81 |
{
|
| 82 |
"name": "Sri TNCN",
|
| 83 |
"url": "https://www.linkedin.com/in/narashiman-chakravarthy-54326111/",
|
|
|
|
| 85 |
"notes": "Original artwork used with permission",
|
| 86 |
"photo_url": "https://drive.google.com/uc?export=download&id=1D4Vo-Mvkp1RdZR6whUkcjvNBIW1yHSUE",
|
| 87 |
}
|
| 88 |
+
],
|
| 89 |
+
"data": [
|
| 90 |
{
|
| 91 |
"name": "koyil.org",
|
| 92 |
"url": "https://divyaprabandham.koyil.org/index.php/2019/09/upadhesa-raththina-malai-tamil/",
|
| 93 |
"role": "Data provider",
|
| 94 |
},
|
| 95 |
+
],
|
| 96 |
+
"audio": [],
|
| 97 |
+
"video": [],
|
| 98 |
+
},
|
| 99 |
+
"audio_modes" : {
|
| 100 |
+
"recitation": "Recitation"
|
| 101 |
+
}
|
| 102 |
}
|
modules/config/vishnu_puranam.py
CHANGED
|
@@ -4,15 +4,15 @@ from modules.google_drive.google_drive_utils import convert_drive_url_to_direct
|
|
| 4 |
vishnupuranam_config = {
|
| 5 |
"name": "vishnupuranam",
|
| 6 |
"title": "Vishnu Puranam",
|
| 7 |
-
"banner_url": convert_drive_url_to_direct(
|
|
|
|
|
|
|
| 8 |
"category": ScriptureCategoryConstants.PURANAM,
|
| 9 |
"output_dir": "./output/vishnupuranam",
|
| 10 |
"collection_name": "vishnu_puranam_openai",
|
| 11 |
"collection_embedding_fn": "openai",
|
| 12 |
-
|
| 13 |
"unit": "sloka",
|
| 14 |
"unit_field": "_global_index",
|
| 15 |
-
|
| 16 |
"field_mapping": {
|
| 17 |
"text": "lyrics_sa",
|
| 18 |
"chapter_name": "chapter_name",
|
|
@@ -23,29 +23,85 @@ vishnupuranam_config = {
|
|
| 23 |
doc[key]
|
| 24 |
for key in sorted(
|
| 25 |
[k for k in doc.keys() if k.startswith("title_") and doc[k]],
|
| 26 |
-
key=lambda x: int(x.split("_")[1])
|
| 27 |
)
|
| 28 |
]
|
| 29 |
)
|
| 30 |
+ f" || {doc.get('_global_index', '')} ||"
|
| 31 |
-
)
|
| 32 |
},
|
| 33 |
-
|
| 34 |
"metadata_fields": [
|
| 35 |
{
|
| 36 |
-
"name": "
|
| 37 |
-
"datatype": "
|
| 38 |
-
"label": "
|
| 39 |
-
"description": "
|
| 40 |
"show_as_filter": True,
|
| 41 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
},
|
| 43 |
{
|
| 44 |
"name": "chapter_name",
|
| 45 |
"datatype": "str",
|
| 46 |
"label": "Chapter",
|
| 47 |
-
"description": "
|
| 48 |
"show_as_filter": True,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
},
|
| 50 |
{
|
| 51 |
"name": "lyrics_sa",
|
|
@@ -54,18 +110,22 @@ vishnupuranam_config = {
|
|
| 54 |
"description": "Verse text in Sanskrit",
|
| 55 |
},
|
| 56 |
],
|
| 57 |
-
|
| 58 |
"pdf_path": "./data/vishnupuranam.pdf",
|
| 59 |
"source": "",
|
| 60 |
"language": "san",
|
| 61 |
"example_labels": [],
|
| 62 |
"examples": [],
|
| 63 |
"llm_hints": [],
|
| 64 |
-
"credits": {
|
|
|
|
|
|
|
| 65 |
{
|
| 66 |
"name": "Sanskritam",
|
| 67 |
"url": "https://www.sanskritam.world/puranas",
|
| 68 |
"role": "Data provider",
|
| 69 |
},
|
| 70 |
-
],
|
|
|
|
|
|
|
|
|
|
| 71 |
}
|
|
|
|
| 4 |
vishnupuranam_config = {
|
| 5 |
"name": "vishnupuranam",
|
| 6 |
"title": "Vishnu Puranam",
|
| 7 |
+
"banner_url": convert_drive_url_to_direct(
|
| 8 |
+
"https://drive.google.com/file/d/1ny6M0c6jfCLtYRaROffb1erRc3u8WB2u/view?usp=drive_link"
|
| 9 |
+
),
|
| 10 |
"category": ScriptureCategoryConstants.PURANAM,
|
| 11 |
"output_dir": "./output/vishnupuranam",
|
| 12 |
"collection_name": "vishnu_puranam_openai",
|
| 13 |
"collection_embedding_fn": "openai",
|
|
|
|
| 14 |
"unit": "sloka",
|
| 15 |
"unit_field": "_global_index",
|
|
|
|
| 16 |
"field_mapping": {
|
| 17 |
"text": "lyrics_sa",
|
| 18 |
"chapter_name": "chapter_name",
|
|
|
|
| 23 |
doc[key]
|
| 24 |
for key in sorted(
|
| 25 |
[k for k in doc.keys() if k.startswith("title_") and doc[k]],
|
| 26 |
+
key=lambda x: int(x.split("_")[1]),
|
| 27 |
)
|
| 28 |
]
|
| 29 |
)
|
| 30 |
+ f" || {doc.get('_global_index', '')} ||"
|
| 31 |
+
),
|
| 32 |
},
|
|
|
|
| 33 |
"metadata_fields": [
|
| 34 |
{
|
| 35 |
+
"name": "title_3",
|
| 36 |
+
"datatype": "str",
|
| 37 |
+
"label": "Amsam",
|
| 38 |
+
"description": "Amsam",
|
| 39 |
"show_as_filter": True,
|
| 40 |
+
"component": "dropdown",
|
| 41 |
+
"lov": lambda: [
|
| 42 |
+
"॥ प्रथमांशः ॥",
|
| 43 |
+
"॥ द्वितीयांशः ॥",
|
| 44 |
+
"॥ तृतीयांशः ॥",
|
| 45 |
+
"॥ चतुर्थांशः ॥",
|
| 46 |
+
"॥ पञ्चमांशः ॥",
|
| 47 |
+
"॥ षष्टांशः ॥",
|
| 48 |
+
],
|
| 49 |
},
|
| 50 |
{
|
| 51 |
"name": "chapter_name",
|
| 52 |
"datatype": "str",
|
| 53 |
"label": "Chapter",
|
| 54 |
+
"description": "Chapter",
|
| 55 |
"show_as_filter": True,
|
| 56 |
+
"component": "dropdown",
|
| 57 |
+
"lov": lambda: [
|
| 58 |
+
"॥ अध्यायः १ ॥",
|
| 59 |
+
"॥ अध्यायः २ ॥",
|
| 60 |
+
"॥ अध्यायः ३ ॥",
|
| 61 |
+
"॥ अध्यायः ४ ॥",
|
| 62 |
+
"॥ अध्यायः ५ ॥",
|
| 63 |
+
"॥ अध्यायः ६ ॥",
|
| 64 |
+
"॥ अध्यायः ७ ॥",
|
| 65 |
+
"॥ अध्यायः ८ ॥",
|
| 66 |
+
"॥ अध्यायः ९ ॥",
|
| 67 |
+
"॥ अध्यायः १० ॥",
|
| 68 |
+
"॥ अध्यायः ११ ॥",
|
| 69 |
+
"॥ अध्यायः १२ ॥",
|
| 70 |
+
"॥ अध्यायः १३ ॥",
|
| 71 |
+
"॥ अध्यायः १४ ॥",
|
| 72 |
+
"॥ अध्यायः १५ ॥",
|
| 73 |
+
"॥ अध्यायः १६ ॥",
|
| 74 |
+
"॥ अध्यायः १७ ॥",
|
| 75 |
+
"॥ अध्यायः १८ ॥",
|
| 76 |
+
"॥ अध्यायः १९ ॥",
|
| 77 |
+
"॥ अध्यायः २० ॥",
|
| 78 |
+
"॥ अध्यायः २१ ॥",
|
| 79 |
+
"॥ अध्यायः २२ ॥",
|
| 80 |
+
"॥ अध्यायः २३ ॥",
|
| 81 |
+
"॥ अध्यायः २४ ॥",
|
| 82 |
+
"॥ अध्यायः २५ ॥",
|
| 83 |
+
"॥ अध्यायः २६ ॥",
|
| 84 |
+
"॥ अध्यायः २७ ॥",
|
| 85 |
+
"॥ अध्यायः २८ ॥",
|
| 86 |
+
"॥ अध्यायः २९ ॥",
|
| 87 |
+
"॥ अध्यायः ३० ॥",
|
| 88 |
+
"॥ अध्यायः ३१ ॥",
|
| 89 |
+
"॥ अध्यायः ३२ ॥",
|
| 90 |
+
"॥ अध्यायः ३३ ॥",
|
| 91 |
+
"॥ अध्यायः ३४ ॥",
|
| 92 |
+
"॥ अध्यायः ३५ ॥",
|
| 93 |
+
"॥ अध्यायः ३६ ॥",
|
| 94 |
+
"॥ अध्यायः ३७ ॥",
|
| 95 |
+
"॥ अध्यायः ३८ ॥",
|
| 96 |
+
],
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"name": "_global_index",
|
| 100 |
+
"datatype": "int",
|
| 101 |
+
"label": "Absolute Verse Index",
|
| 102 |
+
"description": "Absolute verse index",
|
| 103 |
+
"show_as_filter": True,
|
| 104 |
+
"is_unique": True,
|
| 105 |
},
|
| 106 |
{
|
| 107 |
"name": "lyrics_sa",
|
|
|
|
| 110 |
"description": "Verse text in Sanskrit",
|
| 111 |
},
|
| 112 |
],
|
|
|
|
| 113 |
"pdf_path": "./data/vishnupuranam.pdf",
|
| 114 |
"source": "",
|
| 115 |
"language": "san",
|
| 116 |
"example_labels": [],
|
| 117 |
"examples": [],
|
| 118 |
"llm_hints": [],
|
| 119 |
+
"credits": {
|
| 120 |
+
"art": [],
|
| 121 |
+
"data": [
|
| 122 |
{
|
| 123 |
"name": "Sanskritam",
|
| 124 |
"url": "https://www.sanskritam.world/puranas",
|
| 125 |
"role": "Data provider",
|
| 126 |
},
|
| 127 |
+
],
|
| 128 |
+
"audio": [],
|
| 129 |
+
"video": [],
|
| 130 |
+
},
|
| 131 |
}
|