@@ -122,0 +127,4 @@
+                continue  # Retry
+
+    # All retries failed - try to salvage by parsing line-by-line
+    logger.warning(f"Chunk {idx} failed after {max_retries} attempts, attempting line-by-line recovery: {last_error}")

@@ -253,0 +292,4 @@
+                            ]
+                            if triples:
+                                yield triples
+                            parsed_successfully = True

@@ -253,0 +298,4 @@
+                            if attempt < max_retries - 1:
+                                continue  # Retry
+                            else:
+                                logger.warning(f"Chunk parsing failed after {max_retries} attempts: {e}")

@@ -278,0 +323,4 @@
+                try:
+                    graph = Graph()
+                    graph.parse(data=chunk_text, format="turtle")
+                    triples = [_convert_rdf_triple_to_dict(s, p, o) for s, p, o in graph]

@@ -278,0 +331,4 @@
+                    if attempt < max_retries - 1:
+                        continue  # Retry
+                    else:
+                        logger.warning(f"Final chunk parsing failed after {max_retries} attempts: {e}")

@@ -984,0 +1054,4 @@
+                    or "gateway timeout" in error_str
+
+                    # Network/connection errors
+                    or "connection" in error_str and "refused" in error_str

@@ -984,0 +1064,4 @@
+                    or "timeout" in error_type.lower()
+
+                    # SSL/TLS temporary issues
+                    or "ssl" in error_str and "error" in error_str

@@ -984,0 +1067,4 @@
+                    or "ssl" in error_str and "error" in error_str
+
+                    # Proxy errors
+                    or "proxy" in error_str and "error" in error_str

@@ -1004,3 +1096,3 @@
                         raise
                 else:
-                    # Not a rate limit error, re-raise immediately
+                    # Not a retryable error (authentication, permission, etc.) - fail immediately

@@ -1826,2 +1898,2 @@
-                    "for the dataset[/dim]"
-                )
+            # Upload README to the repository with retry logic
+            import io

@@ -1829,0 +1915,4 @@
+                        commit_message="Add dataset card with documentation"
+                    )
+                    console.print("[green]✓ Dataset card (README.md) uploaded[/green]")
+                    readme_uploaded = True

@@ -1829,0 +1943,4 @@
+                        # Network/connection errors
+                        or "connection" in error_str and "refused" in error_str
+                        or "connection" in error_str and "reset" in error_str
+                        or "connection" in error_str and "timeout" in error_str

@@ -1829,0 +1951,4 @@
+                        or "timeout" in error_type.lower()
+
+                        # SSL/TLS temporary issues
+                        or "ssl" in error_str and "error" in error_str

@@ -1829,0 +1954,4 @@
+                        or "ssl" in error_str and "error" in error_str
+
+                        # Proxy errors
+                        or "proxy" in error_str and "error" in error_str

@@ -1829,0 +1976,4 @@
+                            time.sleep(wait_time)
+                        else:
+                            console.print(
+                                f"[yellow]⚠ Warning: Could not upload README.md after {max_retries} attempts: "

@@ -1829,0 +1986,4 @@
+                    else:
+                        # Not a retryable error - fail immediately
+                        console.print(
+                            f"[yellow]⚠ Warning: Could not upload README.md (non-retryable error): "

@@ -1829,0 +1993,4 @@
+                            "[dim]You can manually create a README.md file "
+                            "for the dataset[/dim]"
+                        )
+                        break

@@ -523,2 +582,2 @@
-    graph = Graph()
-    graph.parse(str(file_path), format=rdf_format)
+    # Check if this is GeoNames format (special handling required)
+    if rdf_format in ("xml", "application/rdf+xml") and _detect_geonames_format(file_path):

@@ -828,0 +965,4 @@
+                                            subject=subject,
+                                            predicate=predicate,
+                                            object=obj,
+                                            object_type="literal",  # TSV typically has literals

@@ -828,0 +970,4 @@
+                                            object_language=None
+                                        ))
+                            except Exception as e:
+                                logger.debug(f"Skipping malformed TSV line {line_num}: {e}")

@@ -840,0 +990,4 @@
+            # Create train/test split if requested
+            if config.create_train_test_split:
+                assert isinstance(dataset, Dataset), "Expected Dataset instance"
+                train_test = dataset.train_test_split(test_size=config.test_size, seed=42)

@@ -1161,1 +1324,3 @@
-                        )
+                # Handle compressed files
+                is_gzip = config.input_path.suffix == ".gz" or str(config.input_path).endswith(".gz")
+                is_bz2 = config.input_path.suffix == ".bz2" or str(config.input_path).endswith(".bz2")

@@ -1162,0 +1327,4 @@
+
+                try:
+                    if is_gzip:
+                        file_obj = gzip.open(config.input_path, "rt", encoding="utf-8", errors="ignore") # noqa: SIM115

@@ -1162,0 +1329,4 @@
+                    if is_gzip:
+                        file_obj = gzip.open(config.input_path, "rt", encoding="utf-8", errors="ignore") # noqa: SIM115
+                    elif is_bz2:
+                        file_obj = bz2.open(config.input_path, "rt", encoding="utf-8", errors="ignore") # noqa: SIM115

@@ -1165,3 +1334,1 @@
-                            f"[yellow]Using standard RDF parser for "
-                            f"{config.rdf_format} (single-threaded)[/yellow]"
-                        )
+                        file_obj = open(config.input_path, encoding="utf-8", errors="ignore") # noqa: SIM115

@@ -1168,0 +1335,4 @@
+
+                    try:
+                        first_line = file_obj.readline().strip()
+                        if first_line.startswith("http://") or first_line.startswith("https://"):

@@ -1168,0 +1350,4 @@
+                    finally:
+                        file_obj.close()
+                except Exception as e:
+                    logger.warning(f"Error detecting GeoNames format: {e}, using generic parser")

@@ -1249,0 +1435,4 @@
+            # Create train/test split if requested
+            if config.create_train_test_split:
+                assert isinstance(dataset, Dataset), "Expected Dataset instance"
+                train_test = dataset.train_test_split(test_size=config.test_size, seed=42)