idc_helper

SuppressPrint

A class that temporarily suppresses print statements.

Methods:

Name	Description
__enter__	Sets sys.stdout to a dummy file object, suppressing print output.
__exit__	Restores sys.stdout to its original value.

Source code in fmcib/utils/idc_helper.py

class SuppressPrint:
    """
    A class that temporarily suppresses print statements.

    Methods:
        __enter__(): Sets sys.stdout to a dummy file object, suppressing print output.
        __exit__(exc_type, exc_val, exc_tb): Restores sys.stdout to its original value.
    """

    def __enter__(self):
        """
        Enter the context manager and redirect the standard output to nothing.

        Returns:
            object: The context manager object.

        Notes:
            This context manager is used to redirect the standard output to nothing using the `open` function.
            It saves the original standard output and assigns a new output destination as `/dev/null` on Unix-like systems.
        """
        self._original_stdout = sys.stdout
        sys.stdout = open(os.devnull, "w")
        return self

    def __exit__(self, exc_type, exc_val, exc_tb):
        """
        Restores the original stdout and closes the modified stdout.

        Args:
            exc_type (type): The exception type, if an exception occurred. Otherwise, None.
            exc_val (Exception): The exception instance, if an exception occurred. Otherwise, None.
            exc_tb (traceback): The traceback object, if an exception occurred. Otherwise, None.

        Returns:
            None

        Raises:
            None
        """
        sys.stdout.close()
        sys.stdout = self._original_stdout

__enter__()

Enter the context manager and redirect the standard output to nothing.

Returns:

Name	Type	Description
object		The context manager object.

Notes

This context manager is used to redirect the standard output to nothing using the open function. It saves the original standard output and assigns a new output destination as /dev/null on Unix-like systems.

Source code in fmcib/utils/idc_helper.py

def __enter__(self):
    """
    Enter the context manager and redirect the standard output to nothing.

    Returns:
        object: The context manager object.

    Notes:
        This context manager is used to redirect the standard output to nothing using the `open` function.
        It saves the original standard output and assigns a new output destination as `/dev/null` on Unix-like systems.
    """
    self._original_stdout = sys.stdout
    sys.stdout = open(os.devnull, "w")
    return self

__exit__(exc_type, exc_val, exc_tb)

Restores the original stdout and closes the modified stdout.

Parameters:

Name	Type	Description	Default
exc_type	type	The exception type, if an exception occurred. Otherwise, None.	required
exc_val	Exception	The exception instance, if an exception occurred. Otherwise, None.	required
exc_tb	traceback	The traceback object, if an exception occurred. Otherwise, None.	required

Returns:

Type	Description
	None

Source code in fmcib/utils/idc_helper.py

def __exit__(self, exc_type, exc_val, exc_tb):
    """
    Restores the original stdout and closes the modified stdout.

    Args:
        exc_type (type): The exception type, if an exception occurred. Otherwise, None.
        exc_val (Exception): The exception instance, if an exception occurred. Otherwise, None.
        exc_tb (traceback): The traceback object, if an exception occurred. Otherwise, None.

    Returns:
        None

    Raises:
        None
    """
    sys.stdout.close()
    sys.stdout = self._original_stdout

build_image_seed_dict(path, samples=None)

Build a dictionary of image seeds from DICOM files.

Parameters:

Name	Type	Description	Default
path	str	The path to the directory containing DICOM files.	required
samples	int	The number of samples to process. If None, all samples will be processed.	None

Returns:

Type	Description
	pd.DataFrame: A DataFrame containing the image seeds.

Source code in fmcib/utils/idc_helper.py

def build_image_seed_dict(path, samples=None):
    """
    Build a dictionary of image seeds from DICOM files.

    Args:
        path (str): The path to the directory containing DICOM files.
        samples (int, optional): The number of samples to process. If None, all samples will be processed.

    Returns:
        pd.DataFrame: A DataFrame containing the image seeds.
    """
    sorted_dir = Path(path).resolve()
    series_dirs = [x.parent for x in sorted_dir.rglob("*.dcm")]
    series_dirs = sorted(list(set(series_dirs)))

    logger.info("Converting DICOM files to NIFTI ...")

    if samples is None:
        samples = len(series_dirs)

    rows = []

    num_workers = os.cpu_count()  # Adjust this value based on the number of available CPU cores
    with concurrent.futures.ProcessPoolExecutor(num_workers) as executor:
        processed_rows = list(tqdm(executor.map(process_series_dir, series_dirs[:samples]), total=samples))

    rows = [row for row in processed_rows if row]
    return pd.DataFrame(rows)

dcmseg2nii(dcmseg_path, output_dir, tag='')

Convert a DICOM Segmentation object to NIfTI format and save the resulting segment images.

Parameters:

Name	Type	Description	Default
dcmseg_path	str	The file path of the DICOM Segmentation object.	required
output_dir	str	The directory where the NIfTI files will be saved.	required
tag	str	An optional tag to prepend to the output file names. Defaults to "".	''

Source code in fmcib/utils/idc_helper.py

def dcmseg2nii(dcmseg_path, output_dir, tag=""):
    """
    Convert a DICOM Segmentation object to NIfTI format and save the resulting segment images.

    Args:
        dcmseg_path (str): The file path of the DICOM Segmentation object.
        output_dir (str): The directory where the NIfTI files will be saved.
        tag (str, optional): An optional tag to prepend to the output file names. Defaults to "".
    """
    dcm = pydicom.dcmread(dcmseg_path)
    reader = pydicom_seg.SegmentReader()
    result = reader.read(dcm)

    for segment_number in result.available_segments:
        image = result.segment_image(segment_number)  # lazy construction
        sitk.WriteImage(image, output_dir + f"/{tag}{segment_number}.nii.gz", True)

download_LUNG1(path, samples=None)

Downloads the LUNG1 data manifest from Dropbox and saves it to the specified path.

Parameters:

Name	Type	Description	Default
path	str	The directory path where the LUNG1 data manifest will be saved.	required
samples	list	A list of specific samples to download. If None, all samples will be downloaded.	None

Returns:

Type	Description
	None

Source code in fmcib/utils/idc_helper.py

def download_LUNG1(path, samples=None):
    """
    Downloads the LUNG1 data manifest from Dropbox and saves it to the specified path.

    Parameters:
        path (str): The directory path where the LUNG1 data manifest will be saved.
        samples (list, optional): A list of specific samples to download. If None, all samples will be downloaded.

    Returns:
        None
    """
    save_dir = Path(path).resolve()
    save_dir.mkdir(exist_ok=True, parents=True)

    logger.info("Downloading LUNG1 manifest from Dropbox ...")
    # Download LUNG1 data manifest, this is precomputed but any set of GCS dicom files can be used here
    wget.download(
        "https://www.dropbox.com/s/lkvv33nmepecyu5/nsclc_radiomics.csv?dl=1",
        out=f"{save_dir}/nsclc_radiomics.csv",
    )

    df = pd.read_csv(f"{save_dir}/nsclc_radiomics.csv")

    download_from_manifest(df, save_dir, samples)

download_RADIO(path, samples=None)

Downloads the RADIO manifest from Dropbox and saves it to the specified path.

Parameters:

Name	Type	Description	Default
path	str	The path where the manifest file will be saved.	required
samples	list	A list of sample names to download. If None, all samples will be downloaded.	None

Returns:

Type	Description
	None

Source code in fmcib/utils/idc_helper.py

def download_RADIO(path, samples=None):
    """
    Downloads the RADIO manifest from Dropbox and saves it to the specified path.

    Args:
        path (str): The path where the manifest file will be saved.
        samples (list, optional): A list of sample names to download. If None, all samples will be downloaded.

    Returns:
        None
    """
    save_dir = Path(path).resolve()
    save_dir.mkdir(exist_ok=True, parents=True)

    logger.info("Downloading RADIO manifest from Dropbox ...")
    # Download RADIO data manifest, this is precomputed but any set of GCS dicom files can be used here
    wget.download(
        "https://www.dropbox.com/s/nhh1tb0rclrb7mw/nsclc_radiogenomics.csv?dl=1",
        out=f"{save_dir}/nsclc_radiogenomics.csv",
    )

    df = pd.read_csv(f"{save_dir}/nsclc_radiogenomics.csv")

    download_from_manifest(df, save_dir, samples)

download_from_manifest(df, save_dir, samples)

Downloads DICOM data from IDC (Imaging Data Commons) based on the provided manifest.

Parameters:

Name	Type	Description	Default
df	DataFrame	The manifest DataFrame containing information about the DICOM files.	required
save_dir	Path	The directory where the downloaded DICOM files will be saved.	required
samples	int	The number of random samples to download. If None, all available samples will be downloaded.	required

Returns:

Type	Description
	None

Source code in fmcib/utils/idc_helper.py

def download_from_manifest(df, save_dir, samples):
    """
    Downloads DICOM data from IDC (Imaging Data Commons) based on the provided manifest.

    Parameters:
        df (pandas.DataFrame): The manifest DataFrame containing information about the DICOM files.
        save_dir (pathlib.Path): The directory where the downloaded DICOM files will be saved.
        samples (int): The number of random samples to download. If None, all available samples will be downloaded.

    Returns:
        None
    """
    # Instantiates a client
    storage_client = storage.Client.create_anonymous_client()
    logger.info("Downloading DICOM data from IDC (Imaging Data Commons) ...")
    (save_dir / "dicom").mkdir(exist_ok=True, parents=True)

    if samples is not None:
        assert "PatientID" in df.columns
        rows_with_annotations = df[df["Modality"].isin(["RTSTRUCT", "SEG"])]
        unique_elements = rows_with_annotations["PatientID"].unique()
        selected_elements = np.random.choice(unique_elements, min(len(unique_elements), samples), replace=False)
        df = df[df["PatientID"].isin(selected_elements)]

    def download_file(row):
        """
        Download a file from Google Cloud Storage.

        Args:
            row (dict): A dictionary containing the row data.

        Raises:
            None

        Returns:
            None
        """
        bucket_name, directory, file = row["gcs_url"].split("/")[-3:]
        fn = f"{directory}/{file}"
        bucket = storage_client.bucket(bucket_name)
        blob = bucket.blob(fn)

        current_save_dir = save_dir / "dicom" / row["PatientID"] / row["StudyInstanceUID"]
        current_save_dir.mkdir(exist_ok=True, parents=True)
        blob.download_to_filename(
            str(current_save_dir / f'{row["Modality"]}_{row["SeriesInstanceUID"]}_{row["InstanceNumber"]}.dcm')
        )

    with concurrent.futures.ThreadPoolExecutor() as executor:
        futures = []
        for idx, row in df.iterrows():
            futures.append(executor.submit(download_file, row))
        for future in tqdm(concurrent.futures.as_completed(futures), total=len(futures)):
            pass

process_series_dir(series_dir)

Process the series directory and extract relevant information.

Parameters:

Name	Type	Description	Default
series_dir	Path	The path to the series directory.	required

Returns:

Name	Type	Description
dict		A dictionary containing the extracted information, including the image path, patient ID, and coordinates.

Source code in fmcib/utils/idc_helper.py

def process_series_dir(series_dir):
    """
    Process the series directory and extract relevant information.

    Args:
        series_dir (Path): The path to the series directory.

    Returns:
        dict: A dictionary containing the extracted information, including the image path, patient ID, and coordinates.

    Raises:
        None
    """
    # Check if RTSTRUCT file exists
    rtstuct_files = list(series_dir.glob("*RTSTRUCT*"))
    seg_files = list(series_dir.glob("*SEG*"))

    if len(rtstuct_files) != 0:
        dcmrtstruct2nii(str(rtstuct_files[0]), str(series_dir), str(series_dir))

    elif len(seg_files) != 0:
        dcmseg2nii(str(seg_files[0]), str(series_dir), tag="GTV-")

        series_id = str(list(series_dir.glob("CT*.dcm"))[0]).split("_")[-2]
        dicom_image = DcmInputAdapter().ingest(str(series_dir), series_id=series_id)
        nii_output_adapter = NiiOutputAdapter()
        nii_output_adapter.write(dicom_image, f"{series_dir}/image", gzip=True)
    else:
        logger.warning("Skipped file without any RTSTRUCT or SEG file")
        return None

    image = sitk.ReadImage(str(series_dir / "image.nii.gz"))
    mask = sitk.ReadImage(str(list(series_dir.glob("*GTV-1*"))[0]))

    # Get centroid from label shape filter
    label_shape_filter = sitk.LabelShapeStatisticsImageFilter()
    label_shape_filter.Execute(mask)

    try:
        centroid = label_shape_filter.GetCentroid(255)
    except:
        centroid = label_shape_filter.GetCentroid(1)

    x, y, z = centroid

    row = {
        "image_path": str(series_dir / "image.nii.gz"),
        "PatientID": series_dir.parent.name,
        "coordX": x,
        "coordY": y,
        "coordZ": z,
    }

    return row