首页 > 代码库 > linux进程调度函数浅析(基于3.16-rc4)

linux进程调度函数浅析(基于3.16-rc4)

众所周知,进程调度使用schedule()函数来完成,下面我们从分析该函数开始,代码如下(kernel/sched/core.c):

1 asmlinkage __visible void __sched schedule(void)2 {3     struct task_struct *tsk = current;4 5     sched_submit_work(tsk);6     __schedule();7 }8 EXPORT_SYMBOL(schedule);

第3行获取当前进程描述符指针,存放在本地变量tsk中。第6行调用__schedule(),代码如下(kernel/sched/core.c)。

 1 static void __sched __schedule(void) 2 { 3     struct task_struct *prev, *next; 4     unsigned long *switch_count; 5     struct rq *rq; 6     int cpu; 7  8 need_resched: 9     preempt_disable();10     cpu = smp_processor_id();11     rq = cpu_rq(cpu);12     rcu_note_context_switch(cpu);13     prev = rq->curr;14 15     schedule_debug(prev);16 17     if (sched_feat(HRTICK))18         hrtick_clear(rq);19 20     /*21      * Make sure that signal_pending_state()->signal_pending() below22      * can‘t be reordered with __set_current_state(TASK_INTERRUPTIBLE)23      * done by the caller to avoid the race with signal_wake_up().24      */25     smp_mb__before_spinlock();26     raw_spin_lock_irq(&rq->lock);27 28     switch_count = &prev->nivcsw;29     if (prev->state && !(preempt_count() & PREEMPT_ACTIVE)) {30         if (unlikely(signal_pending_state(prev->state, prev))) {31             prev->state = TASK_RUNNING;32         } else {33             deactivate_task(rq, prev, DEQUEUE_SLEEP);34             prev->on_rq = 0;35 36             /*37              * If a worker went to sleep, notify and ask workqueue38              * whether it wants to wake up a task to maintain39              * concurrency.40              */41             if (prev->flags & PF_WQ_WORKER) {42                 struct task_struct *to_wakeup;43 44                 to_wakeup = wq_worker_sleeping(prev, cpu);45                 if (to_wakeup)46                     try_to_wake_up_local(to_wakeup);47             }48         }49         switch_count = &prev->nvcsw;50     }51 52     if (prev->on_rq || rq->skip_clock_update < 0)53         update_rq_clock(rq);54 55     next = pick_next_task(rq, prev);56     clear_tsk_need_resched(prev);57     clear_preempt_need_resched();58     rq->skip_clock_update = 0;59 60     if (likely(prev != next)) {61         rq->nr_switches++;62         rq->curr = next;63         ++*switch_count;64 65         context_switch(rq, prev, next); /* unlocks the rq */66         /*67          * The context switch have flipped the stack from under us68          * and restored the local variables which were saved when69          * this task called schedule() in the past. prev == current70          * is still correct, but it can be moved to another cpu/rq.71          */72         cpu = smp_processor_id();73         rq = cpu_rq(cpu);74     } else75         raw_spin_unlock_irq(&rq->lock);76 77     post_schedule(rq);78 79     sched_preempt_enable_no_resched();80     if (need_resched())81         goto need_resched;82 }

第9行禁止内核抢占。第10行获取当前的cpu号。第11行获取当前cpu的进程运行队列。第13行将当前进程的描述符指针保存在prev变量中。第55行将下一个被调度的进程描述符指针存放在next变量中。第56行清除当前进程的内核抢占标记。第60行判断当前进程和下一个调度的是不是同一个进程,如果不是的话,就要进行调度。第65行,对当前进程和下一个进程的上下文进行切换(调度之前要先切换上下文)。下面看看该函数(kernel/sched/core.c):

 1 context_switch(struct rq *rq, struct task_struct *prev, 2            struct task_struct *next) 3 { 4     struct mm_struct *mm, *oldmm; 5  6     prepare_task_switch(rq, prev, next); 7  8     mm = next->mm; 9     oldmm = prev->active_mm;10     /*11      * For paravirt, this is coupled with an exit in switch_to to12      * combine the page table reload and the switch backend into13      * one hypercall.14      */15     arch_start_context_switch(prev);16 17     if (!mm) {18         next->active_mm = oldmm;19         atomic_inc(&oldmm->mm_count);20         enter_lazy_tlb(oldmm, next);21     } else22         switch_mm(oldmm, mm, next);23 24     if (!prev->mm) {25         prev->active_mm = NULL;26         rq->prev_mm = oldmm;27     }28     /*29      * Since the runqueue lock will be released by the next30      * task (which is an invalid locking op but in the case31      * of the scheduler it‘s an obvious special-case), so we32      * do an early lockdep release here:33      */34 #ifndef __ARCH_WANT_UNLOCKED_CTXSW35     spin_release(&rq->lock.dep_map, 1, _THIS_IP_);36 #endif37 38     context_tracking_task_switch(prev, next);39     /* Here we just switch the register state and the stack. */40     switch_to(prev, next, prev);41 42     barrier();43     /*44      * this_rq must be evaluated again because prev may have moved45      * CPUs since it called schedule(), thus the ‘rq‘ on its stack46      * frame will be invalid.47      */48     finish_task_switch(this_rq(), prev);49 }

上下文切换一般分为两个,一个是硬件上下文切换(指的是cpu寄存器,要把当前进程使用的寄存器内容保存下来,再把下一个程序的寄存器内容恢复),另一个是切换进程的地址空间(说白了就是程序代码)。进程的地址空间(程序代码)主要保存在进程描述符中的struct mm_struct结构体中,因此该函数主要是操作这个结构体。第17行如果被调度的下一个进程地址空间mm为空,也说明这个进程是个线程,没有独立的地址空间,共用所属进程的地址空间,因此第18行将上个进程所使用的地址空间active_mm指针赋给下一个进程的该域,下一个进程也使用这个地址空间。第22行,如果下个进程地址空间不为空,说明下个进程有自己的地址空间,那么执行switch_mm切换进程页表。第40行切换进程的硬件上下文。 switch_to函数代码如下(arch/x86/include/asm/switch_to.h):

 1 #define switch_to(prev, next, last)                     2 do {                                     3     /*                                 4      * Context-switching clobbers all registers, so we clobber     5      * them explicitly, via unused output variables.         6      * (EAX and EBP is not listed because EBP is saved/restored     7      * explicitly for wchan access and EAX is the return value of     8      * __switch_to())                         9      */                                10     unsigned long ebx, ecx, edx, esi, edi;                11                                     12     asm volatile("pushfl\n\t"        /* save    flags */    13              "pushl %%ebp\n\t"        /* save    EBP   */    14              "movl %%esp,%[prev_sp]\n\t"    /* save    ESP   */ 15              "movl %[next_sp],%%esp\n\t"    /* restore ESP   */ 16              "movl $1f,%[prev_ip]\n\t"    /* save    EIP   */    17              "pushl %[next_ip]\n\t"    /* restore EIP   */    18              __switch_canary                    19              "jmp __switch_to\n"    /* regparm call  */    20              "1:\t"                        21              "popl %%ebp\n\t"        /* restore EBP   */    22              "popfl\n"            /* restore flags */    23                                     24              /* output parameters */                25              : [prev_sp] "=m" (prev->thread.sp),        26                [prev_ip] "=m" (prev->thread.ip),        27                "=a" (last),                    28                                     29                /* clobbered output registers: */        30                "=b" (ebx), "=c" (ecx), "=d" (edx),        31                "=S" (esi), "=D" (edi)                32                                            33                __switch_canary_oparam                34                                     35                /* input parameters: */                36              : [next_sp]  "m" (next->thread.sp),        37                [next_ip]  "m" (next->thread.ip),        38                                            39                /* regparm parameters for __switch_to(): */    40                [prev]     "a" (prev),                41                [next]     "d" (next)                42                                     43                __switch_canary_iparam                44                                     45              : /* reloaded segment registers */            46             "memory");                    47 } while (0)

该函数中使用了内联汇编来完成进程的硬件上下文切换。第12-13行将eflags和ebp寄存器的值压栈,因为当进程再次切换回来后要用到这两个寄存器的值。第14行将当前进程的栈顶指针保存到进程的thread_info.sp中。第15行将下个进程的thread_info.sp中的值恢复到esp寄存器中,切换到下个进程的内核栈,至此,进程切换就完成了(进程的内核栈的切换是进程切换的标志),后边代码的执行就是在新进程中进行。第16行将标号1所代表的地址存放到上个进程的thread_info.ip中,以后如果切换到上个进程,就从thread_info.ip所指向的代码处执行(实际上,你想让上个进程再次被切换到时从哪个指令开始执行,就将该指令的地址保存在上个进程的thread_info.ip中,进程的现场保护和函数调用时候的现场保护是有区别的,函数调用的现场保护是将寄存器的值压栈(毕竟堆栈没有切换),然后恢复现场时再将寄存器的值弹出来;进程切换的现场保护是将寄存器的值存入进程的thread_info结构中,当被切换掉的进程再次执行时,再从thread_info结构中恢复现场,毕竟进程切换了连内核堆栈都一同换掉了,所以必定要将进程的资源保存在和进程相关的数据结构中,才不会丢失而且容易被恢复)。第17行将当前进程的thread_info.ip压入内核栈中,一会要从这个ip指向的指令开始执行。第19行跳入到__switch_to函数中。下面看下__switch_to函数代码(arch/x86/kernel/process_32.c):

 1 __visible __notrace_funcgraph struct task_struct * 2 __switch_to(struct task_struct *prev_p, struct task_struct *next_p) 3 { 4     struct thread_struct *prev = &prev_p->thread, 5                  *next = &next_p->thread; 6     int cpu = smp_processor_id(); 7     struct tss_struct *tss = &per_cpu(init_tss, cpu); 8     fpu_switch_t fpu; 9 10     /* never put a printk in __switch_to... printk() calls wake_up*() indirectly */11 12     fpu = switch_fpu_prepare(prev_p, next_p, cpu);13 14     /*15      * Reload esp0.16      */17     load_sp0(tss, next);18 19     /*20      * Save away %gs. No need to save %fs, as it was saved on the21      * stack on entry.  No need to save %es and %ds, as those are22      * always kernel segments while inside the kernel.  Doing this23      * before setting the new TLS descriptors avoids the situation24      * where we temporarily have non-reloadable segments in %fs25      * and %gs.  This could be an issue if the NMI handler ever26      * used %fs or %gs (it does not today), or if the kernel is27      * running inside of a hypervisor layer.28      */29     lazy_save_gs(prev->gs);30 31     /*32      * Load the per-thread Thread-Local Storage descriptor.33      */34     load_TLS(next, cpu);35 36     /*37      * Restore IOPL if needed.  In normal use, the flags restore38      * in the switch assembly will handle this.  But if the kernel39      * is running virtualized at a non-zero CPL, the popf will40      * not restore flags, so it must be done in a separate step.41      */42     if (get_kernel_rpl() && unlikely(prev->iopl != next->iopl))43         set_iopl_mask(next->iopl);44 45     /*46      * If it were not for PREEMPT_ACTIVE we could guarantee that the47      * preempt_count of all tasks was equal here and this would not be48      * needed.49      */50     task_thread_info(prev_p)->saved_preempt_count = this_cpu_read(__preempt_count);51     this_cpu_write(__preempt_count, task_thread_info(next_p)->saved_preempt_count);52 53     /*54      * Now maybe handle debug registers and/or IO bitmaps55      */56     if (unlikely(task_thread_info(prev_p)->flags & _TIF_WORK_CTXSW_PREV ||57              task_thread_info(next_p)->flags & _TIF_WORK_CTXSW_NEXT))58         __switch_to_xtra(prev_p, next_p, tss);59 60     /*61      * Leave lazy mode, flushing any hypercalls made here.62      * This must be done before restoring TLS segments so63      * the GDT and LDT are properly updated, and must be64      * done before math_state_restore, so the TS bit is up65      * to date.66      */67     arch_end_context_switch(next_p);68 69     this_cpu_write(kernel_stack,70           (unsigned long)task_stack_page(next_p) +71           THREAD_SIZE - KERNEL_STACK_OFFSET);72 73     /*74      * Restore %gs if needed (which is common)75      */76     if (prev->gs | next->gs)77         lazy_load_gs(next->gs);78 79     switch_fpu_finish(next_p, fpu);80 81     this_cpu_write(current_task, next_p);82 83     return prev_p;84 }

该函数主要是对刚切换过来的新进程进一步做些初始化工作。比如第34将该进程使用的线程局部存储段(TLS)装入本地cpu的全局描述符表。第84行返回语句会被编译成两条汇编指令,一条是将返回值prev_p保存到eax寄存器,另外一个是ret指令,将内核栈顶的元素弹出eip寄存器,从这个eip指针处开始执行,也就是上个函数第17行所压入的那个指针。一般情况下,被压入的指针是上个函数第20行那个标号1所代表的地址,那么从__switch_to函数返回后,将从标号1处开始运行。

需要注意的是,对于已经被调度过的进程而言,从__switch_to函数返回后,将从标号1处开始运行;但是对于用fork(),clone()等函数刚创建的新进程(未调度过),将进入ret_from_fork()函数,因为do_fork()函数在创建好进程之后,会给进程的thread_info.ip赋予ret_from_fork函数的地址,而不是标号1的地址,因此它会跳入ret_from_fork函数。后边我们在分析fork系统调用的时候,就会看到。