generated from FNNDSC/python-chrisapp-template
-
Notifications
You must be signed in to change notification settings - Fork 0
/
datetree.py
executable file
·104 lines (80 loc) · 4.08 KB
/
datetree.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
#!/usr/bin/env python
from pathlib import Path
from argparse import ArgumentParser, Namespace, ArgumentDefaultsHelpFormatter
from chris_plugin import chris_plugin, PathMapper
import os, sys
from datetime import datetime, timedelta
__version__ = '1.0.0'
DISPLAY_TITLE = r"""
_ _ _ _
| | | | | | |
_ __ | |______ _ __ ___ __| | |__ __ _ _ ____ _____ ___| |_
| '_ \| |______| '_ ` _ \ / _` | '_ \ / _` | '__\ \ / / _ \/ __| __|
| |_) | | | | | | | | (_| | | | | (_| | | \ V / __/\__ \ |_
| .__/|_| |_| |_| |_|\__,_|_| |_|\__,_|_| \_/ \___||___/\__|
| |
|_|
"""
#Can we just use an NLP library or literally just a counter
#Would need to store case-senstive words plus typos?
parser = ArgumentParser(description='!!!CHANGE ME!!! An example ChRIS plugin which '
'counts the number of occurrences of a given '
'word in text files.',
formatter_class=ArgumentDefaultsHelpFormatter)
parser.add_argument('-s', '--startdate', required=True, type=str, help="the start date")
parser.add_argument('-e', '--enddate', required=True, type=str, help="the end date")
parser.add_argument('-V', '--version', action='version',
version=f'%(prog)s {__version__}')
# The main function of this *ChRIS* plugin is denoted by this ``@chris_plugin`` "decorator."
# Some metadata about the plugin is specified here. There is more metadata specified in setup.py.
#
# documentation: https://fnndsc.github.io/chris_plugin/chris_plugin.html#chris_plugin
@chris_plugin(
parser=parser,
title='Metadata Harvester',
category='', # ref. https://chrisstore.co/plugins
min_memory_limit='100Mi', # supported units: Mi, Gi
min_cpu_limit='1000m', # millicores, e.g. "1000m" = 1 CPU core
min_gpu_limit=0 # set min_ gpu_limit=1 to enable GPU
)
def main(options: Namespace, inputdir: Path, outputdir: Path):
"""
*ChRIS* plugins usually have two positional arguments: an **input directory** containing
input files and an **output directory** where to write output files. Command-line arguments
are passed to this main method implicitly when ``main()`` is called below without parameters.
:param options: non-positional arguments parsed by the parser given to @chris_plugin
:param inputdir: directory containing (read-only) input files
:param outputdir: directory where to write output files
"""
start_date = options.startdate
end_date = options.enddate
dateTreeBuild(start_date, end_date, outputdir)
def dateTreeBuild(start_date, end_date, outputdir):
#Create Datetime objects
start_date = ''.join(filter(str.isdigit, start_date))
end_date = ''.join(filter(str.isdigit, end_date))
try:
start = datetime.strptime(start_date, '%Y%m%d')
end = datetime.strptime(end_date, '%Y%m%d')
except Exception as e:
return "Error: Either the start or end dates do not exist"
#Datetime library should calculate the total difference in days
total_days:int = (end - start).days + 1
if(total_days <= 0):
return "Error: The end date is before the start date."
current_date = start
for i in range(1, total_days + 1):
year = current_date.strftime('%Y')
month = current_date.strftime('%m')
day = current_date.strftime('%d')
directory_path = os.path.join(str(outputdir), year, month, day)
print(f"Making path: {directory_path}")
os.makedirs(directory_path, exist_ok=True)
file_name = f"{year}-{month}-{day}.txt"
file_path = os.path.join(directory_path, file_name)
with open(file_path, 'w') as file:
file.write(f"File created at: {directory_path}\n")
current_date += timedelta(days=1)
return ("File successfully created")
if __name__ == '__main__':
main()