Update main.py

main.py

@@ -446,9 +446,17 @@ async def _run_apify_actor_for_web_content(url: str, api_token: str, actor_id: s
             logger.debug(f"[{actor_name}] POST Request to {sync_items_endpoint} for {url}")
             response = await client.post(sync_items_endpoint, headers=headers, params=params, json=run_input)
             logger.debug(f"[{actor_name}] Received status code {response.status_code} for {url}")
-            if response.status_code == 200:
+                        logger.debug(f"[{actor_name}] Received status code {response.status_code} for {url}")
+
+            # <<< MODIFIED check for success: Accept 200 OR 201 >>>
+            if response.status_code in [200, 201]:
+                # Log if it was 201, as it's slightly unexpected for sync but apparently happens
+                if response.status_code == 201:
+                    logger.info(f"[{actor_name}] Received status 201 (Created) from run-sync endpoint, processing results anyway.")
+
                 try:
                     results = response.json(); content = None
+                    # --- The rest of the success processing logic stays the same ---
                     if isinstance(results, list) and len(results) > 0:
                         item = results[0]
                         if "text" in item and isinstance(item["text"], str): content = item["text"]
@@ -458,17 +466,33 @@ async def _run_apify_actor_for_web_content(url: str, api_token: str, actor_id: s
                              logger.warning(f"[{actor_name}] No 'text' or 'markdown' found, attempting to parse 'html' from result.")
                              soup = BeautifulSoup(item["html"], DEFAULT_PARSER)
                              content = " ".join(line.strip() for line in soup.get_text(separator='\n', strip=True).splitlines() if line.strip())
-                        if content and isinstance(content, str) and len(content) > 30: logger.info(f"[{actor_name}] Success via REST for {url}. Length: {len(content)}"); return content.strip()
+
+                        # Check content validity AFTER parsing
+                        if content and isinstance(content, str) and len(content) > 30:
+                            logger.info(f"[{actor_name}] Success via REST (Status {response.status_code}) for {url}. Length: {len(content)}")
+                            return content.strip()
                         else:
                              content_len = len(content) if content and isinstance(content, str) else 0
-                             logger.warning(f"[{actor_name}] Dataset item parsed but text content empty/short/invalid format for {url}. Item keys: {list(item.keys())}. Length: {content_len}"); return None
-                    else: logger.warning(f"[{actor_name}] Actor success but dataset was empty for {url}. Response: {results}"); return None
-                except json.JSONDecodeError: logger.error(f"[{actor_name}] Failed JSON decode. Status:{response.status_code}. Resp:{response.text[:200]}"); return None
-                except Exception as e: logger.error(f"[{actor_name}] Error processing success response for {url}: {e}", exc_info=True); return None
+                             logger.warning(f"[{actor_name}] Dataset item parsed (Status {response.status_code}) but text content empty/short/invalid format for {url}. Item keys: {list(item.keys())}. Length: {content_len}")
+                             return None # Return None if content is bad, even if API status was 200/201
+                    else:
+                        # Handle empty dataset list '[]' which might be returned with 200 or 201
+                        logger.warning(f"[{actor_name}] Actor call successful (Status {response.status_code}) but dataset was empty for {url}. Response: {results}")
+                        return None
+                # --- End of success processing logic ---
+                except json.JSONDecodeError:
+                    logger.error(f"[{actor_name}] Failed JSON decode. Status:{response.status_code}. Resp:{response.text[:200]}");
+                    return None
+                except Exception as e:
+                    logger.error(f"[{actor_name}] Error processing success response (Status {response.status_code}) for {url}: {e}", exc_info=True);
+                    return None
+            # <<< The existing elif error handling remains the same >>>
             elif response.status_code == 400: logger.error(f"[{actor_name}] Bad Request (400) for {url}. Check run_input. Resp:{response.text[:200]}"); return None
             elif response.status_code == 401: logger.error(f"[{actor_name}] Auth error (401). Check token."); return None
             elif response.status_code == 404: logger.error(f"[{actor_name}] Endpoint/Actor Not Found (404). Actor: {actor_id} Resp:{response.text[:200]}"); return None
-            else: logger.error(f"[{actor_name}] Unexpected status {response.status_code} for {url}. Resp:{response.text[:200]}"); return None
+            else: # Catches any other non-200/201 status
+                logger.error(f"[{actor_name}] Unexpected status {response.status_code} for {url}. Resp:{response.text[:200]}");
+                return None
     except httpx.TimeoutException as e: logger.error(f"[{actor_name}] Timeout during API interaction for {url}: {e}"); return None
     except httpx.HTTPStatusError as e: logger.error(f"[{actor_name}] HTTP Status Error during API interaction for {url}: {e}"); return None
     except httpx.RequestError as e: logger.error(f"[{actor_name}] Request error during API interaction for {url}: {e}"); return None