Skip to Content
Last modified by makuadm on 2026-01-07 06:21
From version 33.1
edited by sndueste
on 2023-09-28 16:51
Change comment: There is no comment for this version
To version 19.1
edited by cpassow
on 2022-04-04 11:58
Change comment: There is no comment for this version

Summary

Details

Page properties
Title
... ... @@ -1,1 +1,1 @@
1 -DEMO - Working with FLASH data
1 +DEMO - Documentation
Author
... ... @@ -1,1 +1,1 @@
1 -XWiki.sndueste
1 +XWiki.cpassow
Content
... ... @@ -1,174 +1,47 @@
1 -Experimental data is recorded as HDF files[link] on the GPFS file system[link]. The access rights[link to ACLs] are linked to the user's DESY account and can be managed by the PI via the GAMMA portal[link]. The experimental data can be downloaded via the GAMMA portal, but it is advised to use the DESY computing infrastructure. Access point are via ssh[link], Maxwell-Display Server[link] or JuyterHub[link]. We recommmend using the JupyterHub for data exploration and the SLURM resources[link] for high performances computing.
1 +(% style="list-style-type: square;" %)
2 +* Short descriptions including Links:
3 +(% style="list-style-type: square;" %)
4 +** GPFS
5 +** JupyterHub
6 +** conda ?
2 2  
3 -For simplified acccess we provide a conda module flashh5[link] which can be installed in a personal conda environment[link] on the Maxwell Cluster. Example on the usage can be found here [link - repo + binder]
4 -
5 5  \\
6 6  
7 -{{expand title="How to login JupyterHub"}}
10 +(% style="list-style-type: square;" %)
11 +* Links Repository
12 +(% style="list-style-type: square;" %)
13 +** including Method Description?
8 8  
9 -
10 -{{view-file att--filename="tmp.mp4" height="250"/}}
11 -{{/expand}}
12 -
13 13  \\
14 14  
15 -link to Repos and Fab
17 +(% style="list-style-type: square;" %)
18 +* Links to Binder
16 16  
17 17  \\
18 18  
19 -\\
22 +(% style="list-style-type: square;" %)
23 +* Screencast
20 20  
21 21  \\
22 22  
23 -{{expand}}
24 24  \\
25 25  
26 -----
29 +Questions:
27 27  
28 -=== TODO ===
31 +(% style="list-style-type: square;" %)
32 +* for whom
33 +* where Maxwell / local / extern
34 +* distribution\\
35 +(% style="list-style-type: square;" %)
36 +** channel?
37 +(% style="list-style-type: square;" %)
38 +*** where official hosted (DESY, privat, conda-forge)
39 +** enviroment?
40 +(% style="list-style-type: square;" %)
41 +*** via files / already created?
29 29  
30 -(% class="task-list" %)
31 -(((
32 -{{task reference="/Tasks/Task_18" status="InProgress"}}
33 -Short descriptions including Links:   → as Text\\
34 -
35 -(% class="task-list" %)
36 -(((
37 -
38 -
39 -{{task reference="/Tasks/Task_19" status="InProgress"}}
40 -GPFS
41 -{{/task}}
42 -
43 -{{task reference="/Tasks/Task_40" status="InProgress"}}
44 -Access rights
45 -{{/task}}
46 -
47 -{{task reference="/Tasks/Task_41" status="InProgress"}}
48 -Gamma Portal
49 -{{/task}}
50 -
51 -{{task reference="/Tasks/Task_42" status="InProgress"}}
52 -Maxwell
53 -{{/task}}
54 -
55 -{{task reference="/Tasks/Task_20" status="InProgress"}}
56 -JupyterHub
57 -{{/task}}
58 -
59 -{{task reference="/Tasks/Task_21" status="InProgress"}}
60 -conda ?
61 -{{/task}}
62 -
63 -{{task reference="/Tasks/Task_36" status="InProgress"}}
64 -explain install from channel instead of fixed environment, but can use environment file from example repository
65 -{{/task}}
66 -)))
67 -{{/task}}
68 -)))
69 -
70 70  \\
71 71  
72 -(% class="task-list" %)
73 -(((
74 -{{task reference="/Tasks/Task_22" status="InProgress"}}
75 -distribution
76 -
77 -(% class="task-list" %)
78 -(((
79 -
80 -
81 -{{task reference="/Tasks/Task_23" status="InProgress"}}
82 -channel  (where to host?)
83 -{{/task}}
84 -
85 -{{task reference="/Tasks/Task_24" status="InProgress"}}
86 -environment file (repository with examples)
87 -{{/task}}
88 -)))
89 -{{/task}}
90 -)))
91 -
92 -\\
93 -
94 -(% class="task-list" %)
95 -(((
96 -{{task reference="/Tasks/Task_25" status="InProgress"}}
97 -Documentation
98 -
99 -(% class="task-list" %)
100 -(((
101 -
102 -
103 -{{task reference="/Tasks/Task_26" status="InProgress"}}
104 -here VS repository VS sphinx
105 -{{/task}}
106 -)))
107 -{{/task}}
108 -)))
109 -
110 -\\
111 -
112 -(% class="task-list" %)
113 -(((
114 -{{task reference="/Tasks/Task_27" status="InProgress"}}
115 -Binder
116 -
117 -(% class="task-list" %)
118 -(((
119 -
120 -
121 -{{task reference="/Tasks/Task_28" status="InProgress"}}
122 -examples with Stefan
123 -{{/task}}
124 -)))
125 -{{/task}}
126 -)))
127 -
128 -\\
129 -
130 -(% class="task-list" %)
131 -(((
132 -{{task reference="/Tasks/Task_29" status="InProgress"}}
133 -Screencast
134 -
135 -(% class="task-list" %)
136 -(((
137 -
138 -
139 -{{task reference="/Tasks/Task_30" status="InProgress"}}
140 -login in jupyter hub
141 -{{/task}}
142 -
143 -{{task reference="/Tasks/Task_31" status="InProgress"}}
144 -login maxwell display
145 -{{/task}}
146 -
147 -{{task reference="/Tasks/Task_32" status="InProgress"}}
148 -use slix
149 -{{/task}}
150 -
151 -{{task reference="/Tasks/Task_33" status="InProgress"}}
152 -use hdfview plugin in jupterLab
153 -{{/task}}
154 -
155 -{{task reference="/Tasks/Task_34" status="InProgress"}}
156 -create conda env with flashh5
157 -{{/task}}
158 -)))
159 -{{/task}}
160 -)))
161 -
162 -\\
163 -
164 -\\
165 -
166 -----
167 -
168 -==== under review ====
169 -
170 -\\
171 -
172 172  {{code language="bash"}}
173 173  conda create -n flashh5 python=3.10 # 3.10 not necessary, but would prefer 3.8 or higher
174 174  source activate flashh5
... ... @@ -189,15 +189,14 @@
189 189  {{code language="py" title="moved to repository?"}}
190 190  class RunDirectory:
191 191  
192 - def get_run_table(): # more or less information? RunComment | Number of Files | start & stop time ?
65 + def get_run_table(): # more or less information? RunComment | Number of Files
193 193   ...
194 194  
195 - def get_run(daq, run_number): # daq is not needed!
196 -
68 + def get_run(daq, run_number): # daq is not needed
197 197   ...
198 198  
199 199  
200 -class Run: # constructor optional without RunDirectory or use there self.path
72 +class Run:
201 201  
202 202   def get_files():
203 203   ...
... ... @@ -210,6 +210,9 @@
210 210  
211 211   def get_stop_time(): # which? | better as attribute?
212 212   ...
85 +
86 +### for following methods to restrict number of files or separate method
87 +### e.g. create_df(files)
213 213  
214 214   def to_df(daq_map): # to_df(daq_map, slice) slice=[0:4] -> throw Exception
215 215   ...
... ... @@ -226,14 +226,9 @@
226 226  run.to_series(daq_adr or daq_map) # on channel only?
227 227  run.to_array(daq_adr) # on channel only?
228 228  
229 -## interesting?
104 +## is this interesting?
230 230  # run.to_dask(daq_map)
231 231  # run.to_xarray(daq_map)
232 232  {{/code}}
233 233  
234 234  \\
235 -
236 -\\
237 -{{/expand}}
238 -
239 -\\