author | viric <viriketo@gmail.com> |
Thu, 01 Sep 2011 20:01:13 +0200 | |
changeset 299 | 73880166685f |
parent 295 | a63f43a17fd7 |
child 305 | 365f3598d010 |
permissions | -rw-r--r-- |
117 | 1 |
enum |
2 |
{ |
|
260
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
3 |
CMD_LEN=500, |
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
4 |
PROTOCOL_VERSION=700 |
117 | 5 |
}; |
6 |
||
7 |
enum msg_types |
|
8 |
{ |
|
9 |
KILL_SERVER, |
|
10 |
NEWJOB, |
|
11 |
NEWJOB_OK, |
|
12 |
RUNJOB, |
|
13 |
RUNJOB_OK, |
|
14 |
ENDJOB, |
|
15 |
LIST, |
|
16 |
LIST_LINE, |
|
17 |
CLEAR_FINISHED, |
|
18 |
ASK_OUTPUT, |
|
19 |
ANSWER_OUTPUT, |
|
20 |
REMOVEJOB, |
|
21 |
REMOVEJOB_OK, |
|
22 |
WAITJOB, |
|
226
472ab90fd6a1
Bugfix: some "-t" and "-c" were not notified at end of job.
viric@mandarina
parents:
219
diff
changeset
|
23 |
WAIT_RUNNING_JOB, |
117 | 24 |
WAITJOB_OK, |
25 |
URGENT, |
|
26 |
URGENT_OK, |
|
27 |
GET_STATE, |
|
28 |
ANSWER_STATE, |
|
29 |
SWAP_JOBS, |
|
146 | 30 |
SWAP_JOBS_OK, |
31 |
INFO, |
|
219 | 32 |
INFO_DATA, |
253
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
33 |
SET_MAX_SLOTS, |
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
34 |
GET_MAX_SLOTS, |
260
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
35 |
GET_MAX_SLOTS_OK, |
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
36 |
GET_VERSION, |
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
37 |
VERSION, |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
38 |
NEWJOB_NOK |
117 | 39 |
}; |
40 |
||
31 | 41 |
enum Request |
42 |
{ |
|
43 |
c_QUEUE, |
|
44 |
c_TAIL, |
|
45 |
c_KILL_SERVER, |
|
46 |
c_LIST, |
|
47 |
c_CLEAR_FINISHED, |
|
48 |
c_SHOW_HELP, |
|
37 | 49 |
c_SHOW_VERSION, |
33 | 50 |
c_CAT, |
51 |
c_SHOW_OUTPUT_FILE, |
|
35 | 52 |
c_SHOW_PID, |
42 | 53 |
c_REMOVEJOB, |
53 | 54 |
c_WAITJOB, |
63 | 55 |
c_URGENT, |
66
f70a27afd92e
Adding "swap jobs" with -U. Fixed a big problem with fds 0, 1, 2.
viric@mandarina
parents:
65
diff
changeset
|
56 |
c_GET_STATE, |
146 | 57 |
c_SWAP_JOBS, |
219 | 58 |
c_INFO, |
253
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
59 |
c_SET_MAX_SLOTS, |
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
60 |
c_GET_MAX_SLOTS |
31 | 61 |
}; |
62 |
||
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
63 |
struct Command_line { |
31 | 64 |
enum Request request; |
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
65 |
int need_server; |
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
66 |
int store_output; |
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
67 |
int should_go_background; |
55
678ca291d545
Now the '-nf' doesn't leave a job in 'finished' state.
viric@llimona
parents:
53
diff
changeset
|
68 |
int should_keep_finished; |
71 | 69 |
int send_output_by_mail; |
65 | 70 |
int gzip; |
259 | 71 |
int do_depend; |
72 |
int depend_on; /* -1 means depend on previous */ |
|
219 | 73 |
int max_slots; /* How many jobs to run at once */ |
71 | 74 |
int jobid; /* When queuing a job, main.c will fill it automatically from |
75 |
the server answer to NEWJOB */ |
|
66
f70a27afd92e
Adding "swap jobs" with -U. Fixed a big problem with fds 0, 1, 2.
viric@mandarina
parents:
65
diff
changeset
|
76 |
int jobid2; |
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
77 |
int wait_enqueuing; |
68
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
78 |
struct { |
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
79 |
char **array; |
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
80 |
int num; |
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
81 |
} command; |
150 | 82 |
char *label; |
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
83 |
}; |
3 | 84 |
|
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
85 |
enum Process_type { |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
86 |
CLIENT, |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
87 |
SERVER |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
88 |
}; |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
89 |
|
30
ab88478a7e9b
The commandline parameters are centered in a struct.
viric@llimona
parents:
28
diff
changeset
|
90 |
extern struct Command_line command_line; |
32 | 91 |
extern int server_socket; |
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
92 |
extern enum Process_type process_type; |
117 | 93 |
extern int server_socket; /* Used in the client */ |
3 | 94 |
|
95 |
struct msg; |
|
96 |
||
117 | 97 |
enum Jobstate |
98 |
{ |
|
99 |
QUEUED, |
|
100 |
RUNNING, |
|
156 | 101 |
FINISHED, |
287
b3c38ff8f41a
An implementation that looks like working for the queue limit and client
viric <viriketo@gmail.com>
parents:
282
diff
changeset
|
102 |
SKIPPED, |
b3c38ff8f41a
An implementation that looks like working for the queue limit and client
viric <viriketo@gmail.com>
parents:
282
diff
changeset
|
103 |
HOLDING_CLIENT |
117 | 104 |
}; |
105 |
||
106 |
struct msg |
|
107 |
{ |
|
108 |
enum msg_types type; |
|
109 |
||
110 |
union |
|
111 |
{ |
|
112 |
struct { |
|
113 |
int command_size; |
|
114 |
int store_output; |
|
115 |
int should_keep_finished; |
|
150 | 116 |
int label_size; |
147 | 117 |
int env_size; |
259 | 118 |
int do_depend; |
119 |
int depend_on; /* -1 means depend on previous */ |
|
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
120 |
int wait_enqueuing; |
117 | 121 |
} newjob; |
122 |
struct { |
|
123 |
int ofilename_size; |
|
124 |
int store_output; |
|
125 |
int pid; |
|
126 |
} output; |
|
127 |
int jobid; |
|
128 |
struct Result { |
|
129 |
int errorlevel; |
|
246
239b28c0cca9
Adding information on the exit status (signal/exit code).
viric@mandarina
parents:
235
diff
changeset
|
130 |
int died_by_signal; |
239b28c0cca9
Adding information on the exit status (signal/exit code).
viric@mandarina
parents:
235
diff
changeset
|
131 |
int signal; |
117 | 132 |
float user_ms; |
133 |
float system_ms; |
|
134 |
float real_ms; |
|
156 | 135 |
int skipped; |
117 | 136 |
} result; |
146 | 137 |
int size; |
117 | 138 |
enum Jobstate state; |
139 |
struct { |
|
140 |
int jobid1; |
|
141 |
int jobid2; |
|
142 |
} swap; |
|
155 | 143 |
int last_errorlevel; |
219 | 144 |
int max_slots; |
260
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
145 |
int version; |
117 | 146 |
} u; |
147 |
}; |
|
148 |
||
146 | 149 |
struct Procinfo |
150 |
{ |
|
151 |
char *ptr; |
|
152 |
int nchars; |
|
153 |
int allocchars; |
|
154 |
struct timeval enqueue_time; |
|
155 |
struct timeval start_time; |
|
156 |
struct timeval end_time; |
|
157 |
}; |
|
158 |
||
117 | 159 |
struct Job |
160 |
{ |
|
161 |
struct Job *next; |
|
162 |
int jobid; |
|
163 |
char *command; |
|
164 |
enum Jobstate state; |
|
165 |
struct Result result; /* Defined in msg.h */ |
|
166 |
char *output_filename; |
|
167 |
int store_output; |
|
168 |
int pid; |
|
169 |
int should_keep_finished; |
|
259 | 170 |
int do_depend; |
218 | 171 |
int depend_on; |
259 | 172 |
int *notify_errorlevel_to; |
173 |
int notify_errorlevel_to_size; |
|
218 | 174 |
int dependency_errorlevel; |
150 | 175 |
char *label; |
146 | 176 |
struct Procinfo info; |
117 | 177 |
}; |
178 |
||
295
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
179 |
enum ExitCodes |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
180 |
{ |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
181 |
EXITCODE_OK = 0, |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
182 |
EXITCODE_UNKNOWN_ERROR = -1, |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
183 |
EXITCODE_QUEUE_FULL = 2 |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
184 |
}; |
a63f43a17fd7
Adding the option '-B' for Mark, that will make ts quit if it cannot enqueue a
viric <viriketo@gmail.com>
parents:
287
diff
changeset
|
185 |
|
117 | 186 |
|
3 | 187 |
/* client.c */ |
68
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
188 |
void c_new_job(); |
8 | 189 |
void c_list_jobs(); |
44 | 190 |
void c_shutdown_server(); |
5 | 191 |
void c_wait_server_lines(); |
44 | 192 |
void c_clear_finished(); |
68
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
193 |
int c_wait_server_commands(); |
35 | 194 |
void c_send_runjob_ok(const char *ofname, int pid); |
174
c112f67965fb
Our implementation of -t (equivalent tail -f), which now
viric@llimona
parents:
173
diff
changeset
|
195 |
int c_tail(); |
203
664044b1de73
Making '-c' to behave as 'tail -f', but showing *all* the file.
lbatlle@npdl268.bpo.hp.com
parents:
174
diff
changeset
|
196 |
int c_cat(); |
33 | 197 |
void c_show_output_file(); |
41 | 198 |
void c_remove_job(); |
44 | 199 |
void c_show_pid(); |
51
aa6e05d77537
'-w' returns the waited errorlevel. Added a testbench.
viric@llimona
parents:
44
diff
changeset
|
200 |
int c_wait_job(); |
226
472ab90fd6a1
Bugfix: some "-t" and "-c" were not notified at end of job.
viric@mandarina
parents:
219
diff
changeset
|
201 |
int c_wait_running_job(); |
174
c112f67965fb
Our implementation of -t (equivalent tail -f), which now
viric@llimona
parents:
173
diff
changeset
|
202 |
int c_wait_job_recv(); |
53 | 203 |
void c_move_urgent(); |
62 | 204 |
int c_wait_newjob_ok(); |
63 | 205 |
void c_get_state(); |
66
f70a27afd92e
Adding "swap jobs" with -U. Fixed a big problem with fds 0, 1, 2.
viric@mandarina
parents:
65
diff
changeset
|
206 |
void c_swap_jobs(); |
146 | 207 |
void c_show_info(); |
71 | 208 |
char *build_command_string(); |
219 | 209 |
void c_send_max_slots(int max_slots); |
253
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
210 |
void c_get_max_slots(); |
260
ecd09b351170
Adding version control in the protocol. It can't check with older versions.
viric@mandarina
parents:
259
diff
changeset
|
211 |
void c_check_version(); |
3 | 212 |
|
213 |
/* jobs.c */ |
|
214 |
void s_list(int s); |
|
18 | 215 |
int s_newjob(int s, struct msg *m); |
3 | 216 |
void s_removejob(int jobid); |
218 | 217 |
void job_finished(const struct Result *result, int jobid); |
8 | 218 |
int next_run_job(); |
218 | 219 |
void s_mark_job_running(int jobid); |
20
d85b4c0745fa
"-c" added, for clearing the finished tasks' list.
viric@llimona
parents:
19
diff
changeset
|
220 |
void s_clear_finished(); |
35 | 221 |
void s_process_runjob_ok(int jobid, char *oname, int pid); |
32 | 222 |
void s_send_output(int socket, int jobid); |
134
5a6b8bb1f7a8
Fixing two bugs noted in buglist.bug (ts clients not dying on removejob, queue
viric@llimona
parents:
120
diff
changeset
|
223 |
int s_remove_job(int s, int jobid); |
42 | 224 |
void s_remove_notification(int s); |
44 | 225 |
void check_notify_list(int jobid); |
226 |
void s_wait_job(int s, int jobid); |
|
226
472ab90fd6a1
Bugfix: some "-t" and "-c" were not notified at end of job.
viric@mandarina
parents:
219
diff
changeset
|
227 |
void s_wait_running_job(int s, int jobid); |
53 | 228 |
void s_move_urgent(int s, int jobid); |
63 | 229 |
void s_send_state(int s, int jobid); |
66
f70a27afd92e
Adding "swap jobs" with -U. Fixed a big problem with fds 0, 1, 2.
viric@mandarina
parents:
65
diff
changeset
|
230 |
void s_swap_jobs(int s, int jobid1, int jobid2); |
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
231 |
void dump_jobs_struct(FILE *out); |
254
41252d5e85f5
Fixed a bug in the notify list, reported by mark meissonnier.
viric@mandarina
parents:
253
diff
changeset
|
232 |
void dump_notifies_struct(FILE *out); |
120 | 233 |
void joblist_dump(int fd); |
234 |
const char * jstate2string(enum Jobstate s); |
|
147 | 235 |
void s_job_info(int s, int jobid); |
218 | 236 |
void s_send_runjob(int s, int jobid); |
219 | 237 |
void s_set_max_slots(int new_max_slots); |
253
e9b153f4ae40
Making "-S" to return the number of slots set, if without additional argument.
viric@mandarina
parents:
252
diff
changeset
|
238 |
void s_get_max_slots(int s); |
252
f0af96f58947
Fixing the problem of ts clients being killed. The queue should be reusable
viric@mandarina
parents:
251
diff
changeset
|
239 |
int job_is_running(int jobid); |
287
b3c38ff8f41a
An implementation that looks like working for the queue limit and client
viric <viriketo@gmail.com>
parents:
282
diff
changeset
|
240 |
int job_is_holding_client(int jobid); |
b3c38ff8f41a
An implementation that looks like working for the queue limit and client
viric <viriketo@gmail.com>
parents:
282
diff
changeset
|
241 |
int wake_hold_client(); |
3 | 242 |
|
243 |
/* server.c */ |
|
28
107abb4ec98a
Unified socket path, depending on the username and $TMPDIR.
viric@llimona
parents:
27
diff
changeset
|
244 |
void server_main(int notify_fd, char *_path); |
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
245 |
void dump_conns_struct(FILE *out); |
3 | 246 |
|
247 |
/* server_start.c */ |
|
248 |
int try_connect(int s); |
|
249 |
void wait_server_up(); |
|
250 |
int ensure_server_up(); |
|
25 | 251 |
void notify_parent(int fd); |
251
5e0802df5788
Making a ts.error file for each socket ($TS_SOCKET.error)
viric@mandarina
parents:
246
diff
changeset
|
252 |
void create_socket_path(char **path); |
8 | 253 |
|
254 |
/* execute.c */ |
|
68
3ae9b38d7d30
Now the orders don't run under 'bash'. They run as is.
viric@llimona
parents:
65
diff
changeset
|
255 |
int run_job(); |
32 | 256 |
|
33 | 257 |
/* client_run.c */ |
32 | 258 |
void c_run_tail(const char *filename); |
33 | 259 |
void c_run_cat(const char *filename); |
71 | 260 |
|
261 |
/* mail.c */ |
|
262 |
void send_mail(int jobid, int errorlevel, const char *ofname, |
|
263 |
const char *command); |
|
73 | 264 |
void hook_on_finish(int jobid, int errorlevel, const char *ofname, |
265 |
const char *command); |
|
92
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
266 |
|
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
267 |
/* error.c */ |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
268 |
void error(const char *str, ...); |
05004c52ecff
Better error reports on internal handled errors.
viric@llimona
parents:
73
diff
changeset
|
269 |
void warning(const char *str, ...); |
95 | 270 |
|
271 |
/* signals.c */ |
|
272 |
void ignore_sigpipe(); |
|
273 |
void restore_sigmask(); |
|
138 | 274 |
void block_sigint(); |
275 |
void unblock_sigint_and_install_handler(); |
|
117 | 276 |
|
277 |
/* msg.c */ |
|
235
97064e7d2969
Assuring the send/recv loops, which didn't pay attention to data sent in
llbatlle@taga
parents:
226
diff
changeset
|
278 |
void send_bytes(const int fd, const char *data, int bytes); |
97064e7d2969
Assuring the send/recv loops, which didn't pay attention to data sent in
llbatlle@taga
parents:
226
diff
changeset
|
279 |
int recv_bytes(const int fd, char *data, int bytes); |
117 | 280 |
void send_msg(const int fd, const struct msg *m); |
281 |
int recv_msg(const int fd, struct msg *m); |
|
282 |
||
283 |
/* msgdump.c */ |
|
284 |
void msgdump(FILE *, const struct msg *m); |
|
285 |
||
286 |
/* error.c */ |
|
287 |
void error_msg(const struct msg *m, const char *str, ...); |
|
288 |
void warning_msg(const struct msg *m, const char *str, ...); |
|
289 |
||
290 |
/* list.c */ |
|
291 |
char * joblist_headers(); |
|
292 |
char * joblist_line(const struct Job *p); |
|
120 | 293 |
char * joblistdump_torun(const struct Job *p); |
294 |
char * joblistdump_headers(); |
|
146 | 295 |
|
296 |
/* print.c */ |
|
297 |
int fd_nprintf(int fd, int maxsize, const char *fmt, ...); |
|
298 |
||
299 |
/* info.c */ |
|
300 |
||
301 |
void pinfo_dump(const struct Procinfo *p, int fd); |
|
147 | 302 |
void pinfo_addinfo(struct Procinfo *p, int maxsize, const char *line, ...); |
146 | 303 |
void pinfo_free(struct Procinfo *p); |
304 |
int pinfo_size(const struct Procinfo *p); |
|
305 |
void pinfo_set_enqueue_time(struct Procinfo *p); |
|
306 |
void pinfo_set_start_time(struct Procinfo *p); |
|
307 |
void pinfo_set_end_time(struct Procinfo *p); |
|
308 |
float pinfo_time_until_now(const struct Procinfo *p); |
|
309 |
float pinfo_time_run(const struct Procinfo *p); |
|
147 | 310 |
void pinfo_init(struct Procinfo *p); |
311 |
||
312 |
/* env.c */ |
|
313 |
char * get_environment(); |
|
173
b572fdd206f4
Adding some code base for our implementation of 'tail'.
viric@llimona
parents:
156
diff
changeset
|
314 |
|
b572fdd206f4
Adding some code base for our implementation of 'tail'.
viric@llimona
parents:
156
diff
changeset
|
315 |
/* tail.c */ |
203
664044b1de73
Making '-c' to behave as 'tail -f', but showing *all* the file.
lbatlle@npdl268.bpo.hp.com
parents:
174
diff
changeset
|
316 |
int tail_file(const char *fname, int last_lines); |