rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Thread scheduler. |
| 3 | */ |
rsc | cd7ddc9 | 2003-11-23 18:18:00 +0000 | [diff] [blame] | 4 | #include "threadimpl.h" |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 5 | |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 6 | static Thread *runthread(Proc*); |
| 7 | static void schedexit(Proc*); |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 8 | |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 9 | /* |
| 10 | * Main scheduling loop. |
| 11 | */ |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 12 | void |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 13 | _threadscheduler(void *arg) |
rsc | c6687d4 | 2004-09-21 01:11:28 +0000 | [diff] [blame] | 14 | { |
| 15 | Proc *p; |
| 16 | Thread *t; |
| 17 | |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 18 | p = arg; |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 19 | |
| 20 | _threadlinkmain(); |
rsc | 1956455 | 2004-11-08 16:03:20 +0000 | [diff] [blame^] | 21 | _threadsetproc(p); |
rsc | c6687d4 | 2004-09-21 01:11:28 +0000 | [diff] [blame] | 22 | |
| 23 | for(;;){ |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 24 | /* |
| 25 | * Clean up zombie children. |
| 26 | */ |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 27 | |
| 28 | /* |
| 29 | * Find next thread to run. |
| 30 | */ |
| 31 | _threaddebug(DBGSCHED, "runthread"); |
rsc | c6687d4 | 2004-09-21 01:11:28 +0000 | [diff] [blame] | 32 | t = runthread(p); |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 33 | if(t == nil) |
| 34 | schedexit(p); |
| 35 | |
| 36 | /* |
| 37 | * If it's ready, run it (might instead be marked to die). |
| 38 | */ |
rsc | c6687d4 | 2004-09-21 01:11:28 +0000 | [diff] [blame] | 39 | lock(&p->lock); |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 40 | if(t->state == Ready){ |
| 41 | _threaddebug(DBGSCHED, "running %d.%d", p->id, t->id); |
| 42 | t->state = Running; |
| 43 | t->nextstate = Ready; |
| 44 | p->thread = t; |
| 45 | unlock(&p->lock); |
| 46 | _swaplabel(&p->context, &t->context); |
| 47 | lock(&p->lock); |
| 48 | p->thread = nil; |
| 49 | } |
| 50 | |
| 51 | /* |
| 52 | * If thread needs to die, kill it. |
rsc | 5093c3f | 2004-10-22 18:45:08 +0000 | [diff] [blame] | 53 | * t->proc == p may not be true if we're |
| 54 | * trying to jump into the exec proc (see exec-unix.c). |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 55 | */ |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 56 | if(t->moribund){ |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 57 | _threaddebug(DBGSCHED, "moribund %d.%d", p->id, t->id); |
rsc | 5093c3f | 2004-10-22 18:45:08 +0000 | [diff] [blame] | 58 | if(t->moribund != 1) |
| 59 | print("moribund broke %p %d\n", &t->moribund, t->moribund); |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 60 | assert(t->moribund == 1); |
| 61 | t->state = Dead; |
rsc | 5093c3f | 2004-10-22 18:45:08 +0000 | [diff] [blame] | 62 | _procdelthread(p, t); |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 63 | unlock(&p->lock); |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 64 | _threadfree(t); |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 65 | t = nil; |
rsc | c6687d4 | 2004-09-21 01:11:28 +0000 | [diff] [blame] | 66 | continue; |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 67 | } |
rsc | 5093c3f | 2004-10-22 18:45:08 +0000 | [diff] [blame] | 68 | |
| 69 | /* |
| 70 | * If the thread has asked to move to another proc, |
| 71 | * let it go (only to be used in *very* special situations). |
| 72 | if(t->nextproc != p) |
| 73 | _procdelthread(p, t); |
| 74 | */ |
| 75 | |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 76 | unlock(&p->lock); |
| 77 | |
| 78 | /* |
rsc | 5093c3f | 2004-10-22 18:45:08 +0000 | [diff] [blame] | 79 | * If the thread has asked to move to another proc, |
| 80 | * add it to the new proc. |
| 81 | */ |
| 82 | if(t->nextproc != p){ |
| 83 | // lock(&t->nextproc->lock); |
| 84 | // _procaddthread(t->nextproc, t); |
| 85 | // unlock(&t->nextproc->lock); |
| 86 | t->proc = t->nextproc; |
| 87 | } |
| 88 | |
| 89 | /* |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 90 | * If there is a request to run a function on the |
| 91 | * scheduling stack, do so. |
| 92 | */ |
| 93 | if(p->schedfn){ |
| 94 | _threaddebug(DBGSCHED, "schedfn"); |
| 95 | p->schedfn(p); |
| 96 | p->schedfn = nil; |
| 97 | _threaddebug(DBGSCHED, "schedfn ended"); |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 98 | } |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 99 | |
| 100 | /* |
| 101 | * Move the thread along. |
| 102 | */ |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 103 | t->state = t->nextstate; |
rsc | 5093c3f | 2004-10-22 18:45:08 +0000 | [diff] [blame] | 104 | _threaddebug(DBGSCHED, "moveon %d.%d", t->proc->id, t->id); |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 105 | if(t->state == Ready) |
| 106 | _threadready(t); |
| 107 | } |
rsc | c6687d4 | 2004-09-21 01:11:28 +0000 | [diff] [blame] | 108 | } |
| 109 | |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 110 | /* |
| 111 | * Called by thread to give up control of processor to scheduler. |
| 112 | */ |
rsc | c6687d4 | 2004-09-21 01:11:28 +0000 | [diff] [blame] | 113 | int |
| 114 | _sched(void) |
| 115 | { |
| 116 | Proc *p; |
| 117 | Thread *t; |
| 118 | |
| 119 | p = _threadgetproc(); |
| 120 | t = p->thread; |
| 121 | assert(t != nil); |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 122 | _swaplabel(&t->context, &p->context); |
rsc | c6687d4 | 2004-09-21 01:11:28 +0000 | [diff] [blame] | 123 | return p->nsched++; |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 124 | } |
| 125 | |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 126 | /* |
| 127 | * Called by thread to yield the processor to other threads. |
| 128 | * Returns number of other threads run between call and return. |
| 129 | */ |
rsc | c4097c2 | 2004-05-11 17:51:27 +0000 | [diff] [blame] | 130 | int |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 131 | yield(void) |
| 132 | { |
rsc | c4097c2 | 2004-05-11 17:51:27 +0000 | [diff] [blame] | 133 | Proc *p; |
| 134 | int nsched; |
| 135 | |
| 136 | p = _threadgetproc(); |
| 137 | nsched = p->nsched; |
| 138 | return _sched() - nsched; |
rsc | 76193d7 | 2003-09-30 17:47:42 +0000 | [diff] [blame] | 139 | } |
| 140 | |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 141 | /* |
| 142 | * Choose the next thread to run. |
| 143 | */ |
| 144 | static Thread* |
| 145 | runthread(Proc *p) |
rsc | 02a1a5c | 2004-03-05 01:12:11 +0000 | [diff] [blame] | 146 | { |
rsc | 02a1a5c | 2004-03-05 01:12:11 +0000 | [diff] [blame] | 147 | Thread *t; |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 148 | Tqueue *q; |
| 149 | |
| 150 | /* |
| 151 | * No threads left? |
| 152 | */ |
| 153 | if(p->nthreads==0 || (p->nthreads==1 && p->idle)) |
| 154 | return nil; |
| 155 | |
rsc | 1956455 | 2004-11-08 16:03:20 +0000 | [diff] [blame^] | 156 | _threadschednote(); |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 157 | lock(&p->readylock); |
| 158 | q = &p->ready; |
| 159 | if(q->head == nil){ |
| 160 | /* |
| 161 | * Is this a single-process program with an idle thread? |
| 162 | */ |
| 163 | if(p->idle){ |
| 164 | /* |
| 165 | * The idle thread had better be ready! |
| 166 | */ |
| 167 | if(p->idle->state != Ready) |
| 168 | sysfatal("all threads are asleep"); |
| 169 | |
| 170 | /* |
| 171 | * Run the idle thread. |
| 172 | */ |
| 173 | unlock(&p->readylock); |
| 174 | _threaddebug(DBGSCHED, "running idle thread", p->nthreads); |
| 175 | return p->idle; |
| 176 | } |
| 177 | |
| 178 | /* |
| 179 | * Wait until one of our threads is readied (by another proc!). |
| 180 | */ |
| 181 | q->asleep = 1; |
| 182 | p->rend.l = &p->readylock; |
rsc | 1956455 | 2004-11-08 16:03:20 +0000 | [diff] [blame^] | 183 | while(q->asleep){ |
| 184 | _procsleep(&p->rend); |
| 185 | _threadschednote(); |
| 186 | } |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 187 | |
| 188 | /* |
| 189 | * Maybe we were awakened to exit? |
| 190 | */ |
rsc | ba15d71 | 2004-10-22 17:15:30 +0000 | [diff] [blame] | 191 | if(_threadexitsallstatus){ |
| 192 | _threaddebug(DBGSCHED, "time to exit"); |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 193 | _exits(_threadexitsallstatus); |
rsc | ba15d71 | 2004-10-22 17:15:30 +0000 | [diff] [blame] | 194 | } |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 195 | assert(q->head != nil); |
| 196 | } |
| 197 | |
| 198 | t = q->head; |
| 199 | q->head = t->next; |
| 200 | unlock(&p->readylock); |
| 201 | |
| 202 | return t; |
| 203 | } |
| 204 | |
| 205 | /* |
| 206 | * Add a newly-ready thread to its proc's run queue. |
| 207 | */ |
| 208 | void |
| 209 | _threadready(Thread *t) |
| 210 | { |
| 211 | Tqueue *q; |
| 212 | |
| 213 | /* |
| 214 | * The idle thread does not go on the run queue. |
| 215 | */ |
| 216 | if(t == t->proc->idle){ |
| 217 | _threaddebug(DBGSCHED, "idle thread is ready"); |
| 218 | return; |
| 219 | } |
| 220 | |
| 221 | assert(t->state == Ready); |
| 222 | _threaddebug(DBGSCHED, "readying %d.%d", t->proc->id, t->id); |
| 223 | |
| 224 | /* |
| 225 | * Add thread to run queue. |
| 226 | */ |
| 227 | q = &t->proc->ready; |
| 228 | lock(&t->proc->readylock); |
| 229 | |
| 230 | t->next = nil; |
| 231 | if(q->head == nil) |
| 232 | q->head = t; |
| 233 | else |
| 234 | q->tail->next = t; |
| 235 | q->tail = t; |
| 236 | |
| 237 | /* |
| 238 | * Wake proc scheduler if it is sleeping. |
| 239 | */ |
| 240 | if(q->asleep){ |
| 241 | assert(q->asleep == 1); |
| 242 | q->asleep = 0; |
| 243 | _procwakeup(&t->proc->rend); |
| 244 | } |
| 245 | unlock(&t->proc->readylock); |
| 246 | } |
| 247 | |
| 248 | /* |
| 249 | * Mark the given thread as the idle thread. |
| 250 | * Since the idle thread was just created, it is sitting |
| 251 | * somewhere on the ready queue. |
| 252 | */ |
| 253 | void |
| 254 | _threadsetidle(int id) |
| 255 | { |
| 256 | Tqueue *q; |
| 257 | Thread *t, **l, *last; |
| 258 | Proc *p; |
rsc | 02a1a5c | 2004-03-05 01:12:11 +0000 | [diff] [blame] | 259 | |
| 260 | p = _threadgetproc(); |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 261 | |
| 262 | lock(&p->readylock); |
| 263 | |
| 264 | /* |
| 265 | * Find thread on ready queue. |
| 266 | */ |
| 267 | q = &p->ready; |
| 268 | for(l=&q->head, last=nil; (t=*l) != nil; l=&t->next, last=t) |
| 269 | if(t->id == id) |
| 270 | break; |
| 271 | assert(t != nil); |
| 272 | |
| 273 | /* |
| 274 | * Remove it from ready queue. |
| 275 | */ |
| 276 | *l = t->next; |
| 277 | if(t == q->head) |
| 278 | q->head = t->next; |
| 279 | if(t->next == nil) |
| 280 | q->tail = last; |
| 281 | |
| 282 | /* |
| 283 | * Set as idle thread. |
| 284 | */ |
| 285 | p->idle = t; |
| 286 | _threaddebug(DBGSCHED, "p->idle is %d\n", t->id); |
| 287 | unlock(&p->readylock); |
rsc | 02a1a5c | 2004-03-05 01:12:11 +0000 | [diff] [blame] | 288 | } |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 289 | |
rsc | 1956455 | 2004-11-08 16:03:20 +0000 | [diff] [blame^] | 290 | /* |
| 291 | * Mark proc as internal so that if all but internal procs exit, we exit. |
| 292 | */ |
| 293 | void |
| 294 | _threadinternalproc(void) |
| 295 | { |
| 296 | Proc *p; |
| 297 | |
| 298 | p = _threadgetproc(); |
| 299 | if(p->internal) |
| 300 | return; |
| 301 | lock(&_threadpq.lock); |
| 302 | if(p->internal == 0){ |
| 303 | p->internal = 1; |
| 304 | --_threadnprocs; |
| 305 | } |
| 306 | unlock(&_threadpq.lock); |
| 307 | } |
| 308 | |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 309 | static void |
| 310 | schedexit(Proc *p) |
| 311 | { |
| 312 | char ex[ERRMAX]; |
| 313 | int n; |
| 314 | Proc **l; |
| 315 | |
| 316 | _threaddebug(DBGSCHED, "exiting proc %d", p->id); |
| 317 | lock(&_threadpq.lock); |
| 318 | for(l=&_threadpq.head; *l; l=&(*l)->next){ |
| 319 | if(*l == p){ |
| 320 | *l = p->next; |
| 321 | if(*l == nil) |
| 322 | _threadpq.tail = l; |
| 323 | break; |
| 324 | } |
| 325 | } |
rsc | 1956455 | 2004-11-08 16:03:20 +0000 | [diff] [blame^] | 326 | if(p->internal) |
| 327 | n = _threadnprocs; |
| 328 | else |
| 329 | n = --_threadnprocs; |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 330 | unlock(&_threadpq.lock); |
| 331 | |
| 332 | strncpy(ex, p->exitstr, sizeof ex); |
| 333 | ex[sizeof ex-1] = '\0'; |
| 334 | free(p); |
rsc | ba15d71 | 2004-10-22 17:15:30 +0000 | [diff] [blame] | 335 | if(n == 0){ |
| 336 | _threaddebug(DBGSCHED, "procexit; no more procs"); |
rsc | 1956455 | 2004-11-08 16:03:20 +0000 | [diff] [blame^] | 337 | _kthreadexitallproc(ex); |
rsc | ba15d71 | 2004-10-22 17:15:30 +0000 | [diff] [blame] | 338 | }else{ |
| 339 | _threaddebug(DBGSCHED, "procexit"); |
rsc | 1956455 | 2004-11-08 16:03:20 +0000 | [diff] [blame^] | 340 | _kthreadexitproc(ex); |
rsc | ba15d71 | 2004-10-22 17:15:30 +0000 | [diff] [blame] | 341 | } |
rsc | 7966faa | 2004-09-23 03:01:36 +0000 | [diff] [blame] | 342 | } |
| 343 | |