author | viric <viriketo@gmail.com> |
Sat, 19 Nov 2011 10:11:48 +0100 | |
changeset 309 | de0a7720dbc2 |
parent 305 | 365f3598d010 |
child 314 | d137a7b333ce |
permissions | -rw-r--r-- |
117 | 1 |
enum |
2 |
{ |
|
260
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
3 |
CMD_LEN=500, |
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
4 |
PROTOCOL_VERSION=700 |
117 | 5 |
}; |
6 |
||
7 |
enum msg_types |
|
8 |
{ |
|
9 |
KILL_SERVER, |
|
10 |
NEWJOB, |
|
11 |
NEWJOB_OK, |
|
12 |
RUNJOB, |
|
13 |
RUNJOB_OK, |
|
14 |
ENDJOB, |
|
15 |
LIST, |
|
16 |
LIST_LINE, |
|
17 |
CLEAR_FINISHED, |
|
18 |
ASK_OUTPUT, |
|
19 |
ANSWER_OUTPUT, |
|
20 |
REMOVEJOB, |
|
21 |
REMOVEJOB_OK, |
|
22 |
WAITJOB, |
|
226
472ab90fd6a1
Bugfix: some "-t" and "-c" were not notified at end of job.
viric@mandarina
parents:
219
diff
changeset
|
23 |
WAIT_RUNNING_JOB, |
117 | 24 |
WAITJOB_OK, |
25 |
URGENT, |
|
26 |
URGENT_OK, |
|
27 |
GET_STATE, |
|
28 |
ANSWER_STATE, |
|
29 |
SWAP_JOBS, |
|
146 | 30 |
SWAP_JOBS_OK, |
31 |
INFO, |
|
219 | 32 |
INFO_DATA, |
253
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
33 |
SET_MAX_SLOTS, |
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
34 |
GET_MAX_SLOTS, |
260
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
35 |
GET_MAX_SLOTS_OK, |
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
36 |
GET_VERSION, |
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
37 |
VERSION, |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
38 |
NEWJOB_NOK |
117 | 39 |
}; |
40 |
||
31 | 41 |
enum Request |
42 |
{ |
|
43 |
c_QUEUE, |
|
44 |
c_TAIL, |
|
45 |
c_KILL_SERVER, |
|
46 |
c_LIST, |
|
47 |
c_CLEAR_FINISHED, |
|
48 |
c_SHOW_HELP, |
|
37 | 49 |
c_SHOW_VERSION, |
33 | 50 |
c_CAT, |
51 |
c_SHOW_OUTPUT_FILE, |
|
35 | 52 |
c_SHOW_PID, |
42 | 53 |
c_REMOVEJOB, |
53 | 54 |
c_WAITJOB, |
63 | 55 |
c_URGENT, |
66
f70a27afd92e
Adding "swap jobs" with -U. Fixed a big problem with fds 0, 1, 2.
viric@mandarina
parents:
65
diff
changeset
|
56 |
c_GET_STATE, |
146 | 57 |
c_SWAP_JOBS, |
219 | 58 |
c_INFO, |
253
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
59 |
c_SET_MAX_SLOTS, |
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
60 |
c_GET_MAX_SLOTS |
31 | 61 |
}; |
62 |
||
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
63 |
struct Command_line { |
31 | 64 |
enum Request request; |
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
65 |
int need_server; |
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
66 |
int store_output; |
305
365f3598d010
Adding the functionality of keeping stderr apart. For Jan Šmydke.
viric <viriketo@gmail.com>
parents:
295
diff
changeset
|
67 |
int stderr_apart; |
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
68 |
int should_go_background; |
55
678ca291d545
Now the '-nf' doesn't leave a job in 'finished' state.
viric@llimona
parents:
53
diff
changeset
|
69 |
int should_keep_finished; |
71 | 70 |
int send_output_by_mail; |
65 | 71 |
int gzip; |
259 | 72 |
int do_depend; |
73 |
int depend_on; /* -1 means depend on previous */ |
|
219 | 74 |
int max_slots; /* How many jobs to run at once */ |
71 | 75 |
int jobid; /* When queuing a job, main.c will fill it automatically from |
76 |
the server answer to NEWJOB */ |
|
66
f70a27afd92e
Adding "swap jobs" with -U. Fixed a big problem with fds 0, 1, 2.
viric@mandarina
parents:
65
diff
changeset
|
77 |
int jobid2; |
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
78 |
int wait_enqueuing; |
68
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
79 |
struct { |
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
80 |
char **array; |
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
81 |
int num; |
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
82 |
} command; |
150 | 83 |
char *label; |
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
84 |
}; |
3 | 85 |
|
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
86 |
enum Process_type { |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
87 |
CLIENT, |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
88 |
SERVER |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
89 |
}; |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
90 |
|
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
91 |
extern struct Command_line command_line; |
32 | 92 |
extern int server_socket; |
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
93 |
extern enum Process_type process_type; |
117 | 94 |
extern int server_socket; /* Used in the client */ |
3 | 95 |
|
96 |
struct msg; |
|
97 |
||
117 | 98 |
enum Jobstate |
99 |
{ |
|
100 |
QUEUED, |
|
101 |
RUNNING, |
|
156 | 102 |
FINISHED, |
287
b3c38ff8f41a
An implementation that looks like working for the queue limit and client
viric <viriketo@gmail.com>
parents:
282
diff
changeset
|
103 |
SKIPPED, |
b3c38ff8f41a
An implementation that looks like working for the queue limit and client
viric <viriketo@gmail.com>
parents:
282
diff
changeset
|
104 |
HOLDING_CLIENT |
117 | 105 |
}; |
106 |
||
107 |
struct msg |
|
108 |
{ |
|
109 |
enum msg_types type; |
|
110 |
||
111 |
union |
|
112 |
{ |
|
113 |
struct { |
|
114 |
int command_size; |
|
115 |
int store_output; |
|
116 |
int should_keep_finished; |
|
150 | 117 |
int label_size; |
147 | 118 |
int env_size; |
259 | 119 |
int do_depend; |
120 |
int depend_on; /* -1 means depend on previous */ |
|
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
121 |
int wait_enqueuing; |
117 | 122 |
} newjob; |
123 |
struct { |
|
124 |
int ofilename_size; |
|
125 |
int store_output; |
|
126 |
int pid; |
|
127 |
} output; |
|
128 |
int jobid; |
|
129 |
struct Result { |
|
130 |
int errorlevel; |
|
246
239b28c0cca9
Adding information on the exit status (signal/exit code).
viric@mandarina
parents:
235
diff
changeset
|
131 |
int died_by_signal; |
239b28c0cca9
Adding information on the exit status (signal/exit code).
viric@mandarina
parents:
235
diff
changeset
|
132 |
int signal; |
117 | 133 |
float user_ms; |
134 |
float system_ms; |
|
135 |
float real_ms; |
|
156 | 136 |
int skipped; |
117 | 137 |
} result; |
146 | 138 |
int size; |
117 | 139 |
enum Jobstate state; |
140 |
struct { |
|
141 |
int jobid1; |
|
142 |
int jobid2; |
|
143 |
} swap; |
|
155 | 144 |
int last_errorlevel; |
219 | 145 |
int max_slots; |
260
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
146 |
int version; |
117 | 147 |
} u; |
148 |
}; |
|
149 |
||
146 | 150 |
struct Procinfo |
151 |
{ |
|
152 |
char *ptr; |
|
153 |
int nchars; |
|
154 |
int allocchars; |
|
155 |
struct timeval enqueue_time; |
|
156 |
struct timeval start_time; |
|
157 |
struct timeval end_time; |
|
158 |
}; |
|
159 |
||
117 | 160 |
struct Job |
161 |
{ |
|
162 |
struct Job *next; |
|
163 |
int jobid; |
|
164 |
char *command; |
|
165 |
enum Jobstate state; |
|
166 |
struct Result result; /* Defined in msg.h */ |
|
167 |
char *output_filename; |
|
168 |
int store_output; |
|
169 |
int pid; |
|
170 |
int should_keep_finished; |
|
259 | 171 |
int do_depend; |
218 | 172 |
int depend_on; |
259 | 173 |
int *notify_errorlevel_to; |
174 |
int notify_errorlevel_to_size; |
|
218 | 175 |
int dependency_errorlevel; |
150 | 176 |
char *label; |
146 | 177 |
struct Procinfo info; |
117 | 178 |
}; |
179 |
||
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
180 |
enum ExitCodes |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
181 |
{ |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
182 |
EXITCODE_OK = 0, |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
183 |
EXITCODE_UNKNOWN_ERROR = -1, |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
184 |
EXITCODE_QUEUE_FULL = 2 |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
185 |
}; |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
186 |
|
117 | 187 |
|
3 | 188 |
/* client.c */ |
68
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
189 |
void c_new_job(); |
8 | 190 |
void c_list_jobs(); |
44 | 191 |
void c_shutdown_server(); |
5 | 192 |
void c_wait_server_lines(); |
44 | 193 |
void c_clear_finished(); |
68
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
194 |
int c_wait_server_commands(); |
35 | 195 |
void c_send_runjob_ok(const char *ofname, int pid); |
174
c112f67965fb
Our implementation of -t (equivalent tail -f), which now
viric@llimona
parents:
173
diff
changeset
|
196 |
int c_tail(); |
203
664044b1de73
Making '-c' to behave as 'tail -f', but showing *all* the file.
lbatlle@npdl268.bpo.hp.com
parents:
174
diff
changeset
|
197 |
int c_cat(); |
33 | 198 |
void c_show_output_file(); |
41 | 199 |
void c_remove_job(); |
44 | 200 |
void c_show_pid(); |
51
aa6e05d77537
'-w' returns the waited errorlevel. Added a testbench.
viric@llimona
parents:
44
diff
changeset
|
201 |
int c_wait_job(); |
226
472ab90fd6a1
Bugfix: some "-t" and "-c" were not notified at end of job.
viric@mandarina
parents:
219
diff
changeset
|
202 |
int c_wait_running_job(); |
174
c112f67965fb
Our implementation of -t (equivalent tail -f), which now
viric@llimona
parents:
173
diff
changeset
|
203 |
int c_wait_job_recv(); |
53 | 204 |
void c_move_urgent(); |
62 | 205 |
int c_wait_newjob_ok(); |
63 | 206 |
void c_get_state(); |
66
f70a27afd92e
Adding "swap jobs" with -U. Fixed a big problem with fds 0, 1, 2.
viric@mandarina
parents:
65
diff
changeset
|
207 |
void c_swap_jobs(); |
146 | 208 |
void c_show_info(); |
71 | 209 |
char *build_command_string(); |
219 | 210 |
void c_send_max_slots(int max_slots); |
253
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
211 |
void c_get_max_slots(); |
260
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
212 |
void c_check_version(); |
3 | 213 |
|
214 |
/* jobs.c */ |
|
215 |
void s_list(int s); |
|
18 | 216 |
int s_newjob(int s, struct msg *m); |
3 | 217 |
void s_removejob(int jobid); |
218 | 218 |
void job_finished(const struct Result *result, int jobid); |
8 | 219 |
int next_run_job(); |
218 | 220 |
void s_mark_job_running(int jobid); |
20
d85b4c0745fa
"-c" added, for clearing the finished tasks' list.
viric@llimona
parents:
19
diff
changeset
|
221 |
void s_clear_finished(); |
35 | 222 |
void s_process_runjob_ok(int jobid, char *oname, int pid); |
32 | 223 |
void s_send_output(int socket, int jobid); |
134
5a6b8bb1f7a8
Fixing two bugs noted in buglist.bug (ts clients not dying on removejob, queue
viric@llimona
parents:
120
diff
changeset
|
224 |
int s_remove_job(int s, int jobid); |
42 | 225 |
void s_remove_notification(int s); |
44 | 226 |
void check_notify_list(int jobid); |
227 |
void s_wait_job(int s, int jobid); |
|
226
472ab90fd6a1
Bugfix: some "-t" and "-c" were not notified at end of job.
viric@mandarina
parents:
219
diff
changeset
|
228 |
void s_wait_running_job(int s, int jobid); |
53 | 229 |
void s_move_urgent(int s, int jobid); |
63 | 230 |
void s_send_state(int s, int jobid); |
66
f70a27afd92e
Adding "swap jobs" with -U. Fixed a big problem with fds 0, 1, 2.
viric@mandarina
parents:
65
diff
changeset
|
231 |
void s_swap_jobs(int s, int jobid1, int jobid2); |
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
232 |
void dump_jobs_struct(FILE *out); |
254
41252d5e85f5
Fixed a bug in the notify list, reported by mark meissonnier.
viric@mandarina
parents:
253
diff
changeset
|
233 |
void dump_notifies_struct(FILE *out); |
120 | 234 |
void joblist_dump(int fd); |
235 |
const char * jstate2string(enum Jobstate s); |
|
147 | 236 |
void s_job_info(int s, int jobid); |
218 | 237 |
void s_send_runjob(int s, int jobid); |
219 | 238 |
void s_set_max_slots(int new_max_slots); |
253
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
239 |
void s_get_max_slots(int s); |
252
f0af96f58947
Fixing the problem of ts clients being killed. The queue should be reusable
viric@mandarina
parents:
251
diff
changeset
|
240 |
int job_is_running(int jobid); |
287
b3c38ff8f41a
An implementation that looks like working for the queue limit and client
viric <viriketo@gmail.com>
parents:
282
diff
changeset
|
241 |
int job_is_holding_client(int jobid); |
b3c38ff8f41a
An implementation that looks like working for the queue limit and client
viric <viriketo@gmail.com>
parents:
282
diff
changeset
|
242 |
int wake_hold_client(); |
3 | 243 |
|
244 |
/* server.c */ |
|
28
107abb4ec98a
Unified socket path, depending on the username and $TMPDIR.
viric@llimona
parents:
27
diff
changeset
|
245 |
void server_main(int notify_fd, char *_path); |
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
246 |
void dump_conns_struct(FILE *out); |
3 | 247 |
|
248 |
/* server_start.c */ |
|
249 |
int try_connect(int s); |
|
250 |
void wait_server_up(); |
|
251 |
int ensure_server_up(); |
|
25 | 252 |
void notify_parent(int fd); |
251
5e0802df5788
Making a ts.error file for each socket ($TS_SOCKET.error)
viric@mandarina
parents:
246
diff
changeset
|
253 |
void create_socket_path(char **path); |
8 | 254 |
|
255 |
/* execute.c */ |
|
68
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
256 |
int run_job(); |
32 | 257 |
|
33 | 258 |
/* client_run.c */ |
32 | 259 |
void c_run_tail(const char *filename); |
33 | 260 |
void c_run_cat(const char *filename); |
71 | 261 |
|
262 |
/* mail.c */ |
|
263 |
void send_mail(int jobid, int errorlevel, const char *ofname, |
|
264 |
const char *command); |
|
73 | 265 |
void hook_on_finish(int jobid, int errorlevel, const char *ofname, |
266 |
const char *command); |
|
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
267 |
|
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
268 |
/* error.c */ |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
269 |
void error(const char *str, ...); |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
270 |
void warning(const char *str, ...); |
95 | 271 |
|
272 |
/* signals.c */ |
|
273 |
void ignore_sigpipe(); |
|
274 |
void restore_sigmask(); |
|
138 | 275 |
void block_sigint(); |
276 |
void unblock_sigint_and_install_handler(); |
|
117 | 277 |
|
278 |
/* msg.c */ |
|
235
97064e7d2969
Assuring the send/recv loops, which didn't pay attention to data sent in
llbatlle@taga
parents:
226
diff
changeset
|
279 |
void send_bytes(const int fd, const char *data, int bytes); |
97064e7d2969
Assuring the send/recv loops, which didn't pay attention to data sent in
llbatlle@taga
parents:
226
diff
changeset
|
280 |
int recv_bytes(const int fd, char *data, int bytes); |
117 | 281 |
void send_msg(const int fd, const struct msg *m); |
282 |
int recv_msg(const int fd, struct msg *m); |
|
283 |
||
284 |
/* msgdump.c */ |
|
285 |
void msgdump(FILE *, const struct msg *m); |
|
286 |
||
287 |
/* error.c */ |
|
288 |
void error_msg(const struct msg *m, const char *str, ...); |
|
289 |
void warning_msg(const struct msg *m, const char *str, ...); |
|
290 |
||
291 |
/* list.c */ |
|
292 |
char * joblist_headers(); |
|
293 |
char * joblist_line(const struct Job *p); |
|
120 | 294 |
char * joblistdump_torun(const struct Job *p); |
295 |
char * joblistdump_headers(); |
|
146 | 296 |
|
297 |
/* print.c */ |
|
298 |
int fd_nprintf(int fd, int maxsize, const char *fmt, ...); |
|
299 |
||
300 |
/* info.c */ |
|
301 |
||
302 |
void pinfo_dump(const struct Procinfo *p, int fd); |
|
147 | 303 |
void pinfo_addinfo(struct Procinfo *p, int maxsize, const char *line, ...); |
146 | 304 |
void pinfo_free(struct Procinfo *p); |
305 |
int pinfo_size(const struct Procinfo *p); |
|
306 |
void pinfo_set_enqueue_time(struct Procinfo *p); |
|
307 |
void pinfo_set_start_time(struct Procinfo *p); |
|
308 |
void pinfo_set_end_time(struct Procinfo *p); |
|
309 |
float pinfo_time_until_now(const struct Procinfo *p); |
|
310 |
float pinfo_time_run(const struct Procinfo *p); |
|
147 | 311 |
void pinfo_init(struct Procinfo *p); |
312 |
||
313 |
/* env.c */ |
|
314 |
char * get_environment(); |
|
173
b572fdd206f4
Adding some code base for our implementation of 'tail'.
viric@llimona
parents:
156
diff
changeset
|
315 |
|
b572fdd206f4
Adding some code base for our implementation of 'tail'.
viric@llimona
parents:
156
diff
changeset
|
316 |
/* tail.c */ |
203
664044b1de73
Making '-c' to behave as 'tail -f', but showing *all* the file.
lbatlle@npdl268.bpo.hp.com
parents:
174
diff
changeset
|
317 |
int tail_file(const char *fname, int last_lines); |