Update pipeline.py

pipeline.py

@@ -45,11 +45,16 @@ def get_or_create_drive_folder(name, parent_id=None):
         file_metadata["parents"] = [parent_id]
     file = drive_service.files().create(body=file_metadata, fields="id").execute()
     return file["id"]
+
+def build_fresh_drive():
+    return build("drive", "v3", credentials=Credentials.from_authorized_user_file("token.json"))
+    
 def find_drive_file(filename, parent_id):
     """
     Checks if a file with the given name exists inside the specified Google Drive folder.
     Returns the file ID if found, else None.
     """
+    drive = build_fresh_drive()
     try:
         print(f"🔍 Searching for '{filename}' in folder: {parent_id}")
         query = f"'{parent_id}' in parents and name = '{filename}' and trashed = false"
@@ -262,8 +267,8 @@ async def process_link_chunk_allOutput(link, iso, acc, saveLinkFolder, out_links
         if len(final_input_link) > 1000000:
             final_input_link = final_input_link[:1000000]
 
-    all_output += data_preprocess.normalize_for_overlap(all_output) + final_input_link
-
+    all_output = all_output+ data_preprocess.normalize_for_overlap(all_output) + final_input_link
+    print("done process link chunk_alloutput")    
     return context, all_output, chunk
 
 # Main execution