Skip to content

Commit

Permalink
unused imports
Browse files Browse the repository at this point in the history
  • Loading branch information
jakep-allenai committed Feb 14, 2025
1 parent 32aa359 commit 229da8c
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 4 deletions.
2 changes: 0 additions & 2 deletions olmocr/train/hf/convertjsontoparquet.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,7 @@
import multiprocessing
import os
import re
import shutil
import sqlite3
import tempfile
from dataclasses import dataclass
from typing import Dict, List, Optional, Set, Tuple
from urllib.parse import urlparse
Expand Down
2 changes: 0 additions & 2 deletions olmocr/train/hf/hfhub_upload.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,9 @@
import logging
import os
import tarfile
from concurrent.futures import ProcessPoolExecutor, as_completed
from math import ceil

from huggingface_hub import HfApi
from tqdm import tqdm

# Configuration
pdf_dir = "pdfs" # Directory with PDF files (flat structure)
Expand Down

0 comments on commit 229da8c

Please # to comment.