| import sys | |
| import os | |
| sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))) | |
| sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "."))) | |
| sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "fetchers"))) | |
| from fetchers.main import main as fetchers_main | |
| from merge import main as merge_main | |
| if __name__ == "__main__": | |
| try: | |
| print("Starting fetchers...") | |
| fetchers_main() | |
| print("Starting merge pipeline...") | |
| merge_main.main() | |
| print("[OK] All steps completed.") | |
| except Exception as e: | |
| import traceback | |
| print(f"[ERROR] Pipeline execution failed: {e}") | |
| print(traceback.format_exc()) | |
| sys.exit(1) | |