Skip to content

Utility Functions

Utils

Instantiate utilities.

Source code in honeydew/utils.py
Python
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
class Utils:
    """Instantiate utilities.
    """    
    def __init__(self, name=''):
        """Instantiate utilities.
        """    

    def convert_dt_to_epoch(self, dt):
        """
        Convert datetime in UTC time zone to epoch (unix time)
        Args:
            dt (datetime): datetime
        Returns:
            result (int): epoch or unix time
        """
        return calendar.timegm(dt.utctimetuple())

    def convert_epoch_to_dt(self, epoch):
        """
        Convert epoch to datetime
        Args:
            epoch (int): epoch or unix time
        Returns:
            result (datetime): datetime
        """
        if epoch > 9999999999:
            epoch = round(epoch/1000)
        return datetime.fromtimestamp(s)

__init__(name='')

Instantiate utilities.

Source code in honeydew/utils.py
Python
7
8
9
def __init__(self, name=''):
    """Instantiate utilities.
    """

convert_dt_to_epoch(dt)

Convert datetime in UTC time zone to epoch (unix time) Args: dt (datetime): datetime Returns: result (int): epoch or unix time

Source code in honeydew/utils.py
Python
11
12
13
14
15
16
17
18
19
def convert_dt_to_epoch(self, dt):
    """
    Convert datetime in UTC time zone to epoch (unix time)
    Args:
        dt (datetime): datetime
    Returns:
        result (int): epoch or unix time
    """
    return calendar.timegm(dt.utctimetuple())

convert_epoch_to_dt(epoch)

Convert epoch to datetime Args: epoch (int): epoch or unix time Returns: result (datetime): datetime

Source code in honeydew/utils.py
Python
21
22
23
24
25
26
27
28
29
30
31
def convert_epoch_to_dt(self, epoch):
    """
    Convert epoch to datetime
    Args:
        epoch (int): epoch or unix time
    Returns:
        result (datetime): datetime
    """
    if epoch > 9999999999:
        epoch = round(epoch/1000)
    return datetime.fromtimestamp(s)

compress(dir_path, file_pattern='*', delete_after_compression=False)

Compress files with pattern or prefix from a directory. Type "*" for all files. Args: dir_path (str): Directory path file_pattern (str): File pattern or prefix delete_after_zip (bool): Delete original files after compression

Source code in honeydew/utils.py
Python
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
def compress(dir_path, file_pattern='*', delete_after_compression=False):
    """Compress files with pattern or prefix from a directory. Type "*" for all files.
    Args:
        dir_path (str): Directory path
        file_pattern (str): File pattern or prefix
        delete_after_zip (bool): Delete original files after compression
    """

    import gzip
    import shutil
    from pathlib import Path
    for p in Path(dir_path).glob(file_pattern):
        with open(p, 'rb') as f_in:
            with gzip.open(f"{p}.gz", 'wb') as f_out:
                shutil.copyfileobj(f_in, f_out)
        if delete_after_compression:
            os.remove(p)

compress_parallel(dir_path, file_pattern='*', delete_after_compressing=False)

Compress files with pattern or prefix from a directory parallely. Type "*" for all files.

Source code in honeydew/utils.py
Python
51
52
53
54
55
56
57
58
59
60
def compress_parallel(dir_path, file_pattern='*', delete_after_compressing=False):
    """Compress files with pattern or prefix from a directory parallely. Type "*" for all files."""
    from pathlib import Path  
    from pigz_python import PigzFile
    import os
    for p in Path(dir_path).glob(file_pattern):
        pigz_file = PigzFile(p)
        pigz_file.process_compression_target()
        if delete_after_compressing:
            os.remove(p)