Index: linux-2.6.12-rc6-plugsched/fs/pipe.c =================================================================== --- linux-2.6.12-rc6-plugsched.orig/fs/pipe.c 2005-06-07 09:09:06.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/fs/pipe.c 2005-06-09 10:03:08.000000000 +1000 @@ -39,7 +39,11 @@ void pipe_wait(struct inode * inode) { DEFINE_WAIT(wait); - prepare_to_wait(PIPE_WAIT(*inode), &wait, TASK_INTERRUPTIBLE); + /* + * Pipes are system-local resources, so sleeping on them + * is considered a noninteractive wait: + */ + prepare_to_wait(PIPE_WAIT(*inode), &wait, TASK_INTERRUPTIBLE|TASK_NONINTERACTIVE); up(PIPE_SEM(*inode)); schedule(); finish_wait(PIPE_WAIT(*inode), &wait); Index: linux-2.6.12-rc6-plugsched/include/linux/sched.h =================================================================== --- linux-2.6.12-rc6-plugsched.orig/include/linux/sched.h 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/include/linux/sched.h 2005-06-09 10:02:29.000000000 +1000 @@ -112,6 +112,7 @@ extern unsigned long nr_iowait(void); #define TASK_TRACED 8 #define EXIT_ZOMBIE 16 #define EXIT_DEAD 32 +#define TASK_NONINTERACTIVE 64 #define __set_task_state(tsk, state_value) \ do { (tsk)->state = (state_value); } while (0) Index: linux-2.6.12-rc6-plugsched/include/linux/sched_drv.h =================================================================== --- linux-2.6.12-rc6-plugsched.orig/include/linux/sched_drv.h 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/include/linux/sched_drv.h 2005-06-09 09:55:37.000000000 +1000 @@ -27,7 +27,6 @@ struct sched_drv { int (*move_tasks)(runqueue_t *, int, runqueue_t *, unsigned long, struct sched_domain *, enum idle_type); #endif - void (*systime_hook)(runqueue_t *, cputime_t); void (*tick)(struct task_struct*, struct runqueue *, unsigned long long); #ifdef CONFIG_SCHED_SMT struct task_struct *(*head_of_queue)(union runqueue_queue *); Index: linux-2.6.12-rc6-plugsched/include/linux/sched_runq.h =================================================================== --- linux-2.6.12-rc6-plugsched.orig/include/linux/sched_runq.h 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/include/linux/sched_runq.h 2005-06-09 09:55:50.000000000 +1000 @@ -41,7 +41,6 @@ struct staircase_runqueue_queue { struct list_head queue[STAIRCASE_NUM_PRIO_SLOTS - 1]; unsigned int cache_ticks; unsigned int preempted; - unsigned long systime_centile; }; #endif Index: linux-2.6.12-rc6-plugsched/kernel/ingosched.c =================================================================== --- linux-2.6.12-rc6-plugsched.orig/kernel/ingosched.c 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/kernel/ingosched.c 2005-06-09 10:19:08.000000000 +1000 @@ -388,6 +388,16 @@ static void ingo_wake_up_task(struct tas } /* + * Tasks that have marked their sleep as noninteractive get + * woken up without updating their sleep average. (i.e. their + * sleep is handled in a priority-neutral manner, no priority + * boost and no penalty.) + */ + if (old_state & TASK_NONINTERACTIVE) + __activate_task(p, rq); + else + activate_task(p, rq, same_cpu); + /* * Sync wakeups (i.e. those types of wakeups where the waker * has indicated that it will leave the CPU in short order) * don't trigger a preemption, if the woken up task will run on @@ -395,7 +405,6 @@ static void ingo_wake_up_task(struct tas * the waker guarantees that the freshly woken up task is going * to be considered on this CPU.) */ - activate_task(p, rq, same_cpu); if (!sync || !same_cpu) { if (TASK_PREEMPTS_CURR(p, rq)) resched_task(rq->curr); @@ -1148,7 +1157,6 @@ const struct sched_drv ingo_sched_drv = #ifdef CONFIG_SMP .move_tasks = ingo_move_tasks, #endif - .systime_hook = blank_systime_hook, .tick = ingo_tick, #ifdef CONFIG_SCHED_SMT .head_of_queue = ingo_head_of_queue, Index: linux-2.6.12-rc6-plugsched/kernel/nicksched.c =================================================================== --- linux-2.6.12-rc6-plugsched.orig/kernel/nicksched.c 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/kernel/nicksched.c 2005-06-09 09:56:29.000000000 +1000 @@ -965,7 +965,6 @@ const struct sched_drv nick_sched_drv = #ifdef CONFIG_SMP .move_tasks = nick_move_tasks, #endif - .systime_hook = blank_systime_hook, .tick = nick_tick, #ifdef CONFIG_SCHED_SMT .head_of_queue = nick_head_of_queue, Index: linux-2.6.12-rc6-plugsched/kernel/sched.c =================================================================== --- linux-2.6.12-rc6-plugsched.orig/kernel/sched.c 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/kernel/sched.c 2005-06-09 09:56:43.000000000 +1000 @@ -1401,7 +1401,6 @@ void account_system_time(struct task_str acct_update_integrals(p); /* Update rss highwater mark */ update_mem_hiwater(p); - sched_drvp->systime_hook(rq, cputime); } /* Index: linux-2.6.12-rc6-plugsched/kernel/sched_drv.c =================================================================== --- linux-2.6.12-rc6-plugsched.orig/kernel/sched_drv.c 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/kernel/sched_drv.c 2005-06-09 09:57:52.000000000 +1000 @@ -135,10 +135,3 @@ void __init sched_drv_sysfs_init(void) (void)kobject_register(&sched_drv_kobj); } } - -/* - * Dummy functions - */ -void blank_systime_hook(runqueue_t *rq, cputime_t cputime) -{ -} Index: linux-2.6.12-rc6-plugsched/kernel/sched_spa.c =================================================================== --- linux-2.6.12-rc6-plugsched.orig/kernel/sched_spa.c 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/kernel/sched_spa.c 2005-06-09 09:57:03.000000000 +1000 @@ -1498,7 +1498,6 @@ const struct sched_drv spa_nf_sched_drv #ifdef CONFIG_SMP .move_tasks = spa_move_tasks, #endif - .systime_hook = blank_systime_hook, .tick = spa_tick, #ifdef CONFIG_SCHED_SMT .head_of_queue = spa_head_of_queue, @@ -1545,7 +1544,6 @@ const struct sched_drv zaphod_sched_drv .head_of_queue = spa_head_of_queue, .dependent_sleeper_trumps = spa_dependent_sleeper_trumps, #endif - .systime_hook = blank_systime_hook, .schedule = spa_schedule, .set_normal_task_nice = spa_set_normal_task_nice, .setscheduler = spa_setscheduler, Index: linux-2.6.12-rc6-plugsched/kernel/staircase.c =================================================================== --- linux-2.6.12-rc6-plugsched.orig/kernel/staircase.c 2005-06-09 09:51:28.000000000 +1000 +++ linux-2.6.12-rc6-plugsched/kernel/staircase.c 2005-06-09 10:20:05.000000000 +1000 @@ -2,8 +2,8 @@ * kernel/staircase.c * Copyright (C) 1991-2005 Linus Torvalds * - * 2005-05-26 Staircase scheduler by Con Kolivas - * Staircase v11.2 + * 2005-06-07 Staircase scheduler by Con Kolivas + * Staircase v11.3 */ #include #include @@ -17,9 +17,8 @@ /* * Unique staircase process flags used by scheduler. */ -#define SF_FORKED 0x00000001 /* I have just forked */ +#define SF_NONSLEEP 0x00000001 /* Waiting on in kernel activity */ #define SF_YIELDED 0x00000002 /* I have just yielded */ -#define SF_UISLEEP 0x00000004 /* Uninterruptible sleep */ #define task_is_queued(p) (!list_empty(&(p)->run_list)) @@ -263,31 +262,29 @@ static void continue_slice(task_t *p) * slice instead of starting a new one at high priority. */ static inline void recalc_task_prio(task_t *p, unsigned long long now, - unsigned long rq_systime, unsigned long rq_running) + unsigned long rq_running) { unsigned long sleep_time = ns_diff(now, p->timestamp); /* * Priority is elevated back to best by amount of sleep_time. - * sleep_time is scaled down by in-kernel system time and by - * number of tasks currently running. + * sleep_time is scaled down by number of tasks currently running. */ - sleep_time /= rq_running + 1; - if (rq_systime) - sleep_time = sleep_time / 200 * (100 - rq_systime); + if (rq_running > 1) + sleep_time /= rq_running; p->sdu.staircase.totalrun += p->sdu.staircase.runtime; if (NS_TO_JIFFIES(p->sdu.staircase.totalrun) >= p->sdu.staircase.slice && NS_TO_JIFFIES(sleep_time) < p->sdu.staircase.slice) { - p->sdu.staircase.sflags &= ~SF_FORKED; + p->sdu.staircase.sflags &= ~SF_NONSLEEP; dec_burst(p); goto new_slice; } - if (p->sdu.staircase.sflags & SF_FORKED) { + if (p->sdu.staircase.sflags & SF_NONSLEEP) { continue_slice(p); - p->sdu.staircase.sflags &= ~SF_FORKED; + p->sdu.staircase.sflags &= ~SF_NONSLEEP; return; } @@ -297,7 +294,7 @@ static inline void recalc_task_prio(task } if (sleep_time >= p->sdu.staircase.totalrun) { - if (!(p->sdu.staircase.sflags & SF_UISLEEP)) + if (!(p->sdu.staircase.sflags & SF_NONSLEEP)) inc_burst(p); goto new_slice; } @@ -330,9 +327,8 @@ static void activate_task(task_t *p, run #endif p->sdu.staircase.slice = slice(p); p->sdu.staircase.time_slice = rr_interval(p); - recalc_task_prio(p, now, rq->qu.staircase.systime_centile / 100, - rq->nr_running); - p->sdu.staircase.sflags &= ~SF_UISLEEP; + recalc_task_prio(p, now, rq->nr_running); + p->sdu.staircase.sflags &= ~SF_NONSLEEP; p->prio = effective_prio(p); p->timestamp = now; __activate_task(p, rq); @@ -387,6 +383,13 @@ static void staircase_wake_up_task(struc rq->nr_uninterruptible--; /* + * Tasks that have marked their sleep as noninteractive get + * woken up without their sleep counting. + */ + if (old_state & TASK_NONINTERACTIVE) + p->sdu.staircase.sflags |= SF_NONSLEEP; + + /* * Sync wakeups (i.e. those types of wakeups where the waker * has indicated that it will leave the CPU in short order) * don't trigger a preemption, if the woken up task will run on @@ -432,7 +435,7 @@ static void staircase_wake_up_new_task(t p->sdu.staircase.burst = 0; if (likely(cpu == this_cpu)) { - current->sdu.staircase.sflags |= SF_FORKED; + current->sdu.staircase.sflags |= SF_NONSLEEP; activate_task(p, rq, 1); if (!(clone_flags & CLONE_VM)) /* @@ -467,7 +470,7 @@ static void staircase_wake_up_new_task(t */ task_rq_unlock(rq, &flags); this_rq = task_rq_lock(current, &flags); - current->sdu.staircase.sflags |= SF_FORKED; + current->sdu.staircase.sflags |= SF_NONSLEEP; } task_rq_unlock(this_rq, &flags); @@ -582,12 +585,6 @@ static void time_slice_expired(task_t *p enqueue_task(p, rqq); } -static void staircase_systime_hook(runqueue_t *rq, cputime_t cputime) -{ - /* For calculating rolling percentage of sys time per runqueue */ - rq->qu.staircase.systime_centile += cputime * 100; -} - /* * This function gets called by the timer code, with HZ frequency. * We call it with interrupts disabled. @@ -598,10 +595,6 @@ static void staircase_tick(struct task_s int cpu = smp_processor_id(); unsigned long debit, expired_balance = rq->nr_running; - /* Rolling percentage systime per runqueue */ - rq->qu.staircase.systime_centile = rq->qu.staircase.systime_centile * - 99 / 100; - if (p == rq->idle) { if (wake_priority_sleeper(rq)) goto out; @@ -711,7 +704,7 @@ static void staircase_schedule(void) else { if (prev->state == TASK_UNINTERRUPTIBLE) { rq->nr_uninterruptible++; - prev->sdu.staircase.sflags |= SF_UISLEEP; + prev->sdu.staircase.sflags |= SF_NONSLEEP; } deactivate_task(prev, rq); } @@ -1014,7 +1007,6 @@ const struct sched_drv staircase_sched_d #ifdef CONFIG_SMP .move_tasks = staircase_move_tasks, #endif - .systime_hook = staircase_systime_hook, .tick = staircase_tick, #ifdef CONFIG_SCHED_SMT .head_of_queue = staircase_head_of_queue,