Subversion Repositories HelenOS

Rev

Rev 3761 | Rev 3984 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | Download | RSS feed

  1. /*
  2.  * Copyright (c) 2001-2004 Jakub Jermar
  3.  * All rights reserved.
  4.  *
  5.  * Redistribution and use in source and binary forms, with or without
  6.  * modification, are permitted provided that the following conditions
  7.  * are met:
  8.  *
  9.  * - Redistributions of source code must retain the above copyright
  10.  *   notice, this list of conditions and the following disclaimer.
  11.  * - Redistributions in binary form must reproduce the above copyright
  12.  *   notice, this list of conditions and the following disclaimer in the
  13.  *   documentation and/or other materials provided with the distribution.
  14.  * - The name of the author may not be used to endorse or promote products
  15.  *   derived from this software without specific prior written permission.
  16.  *
  17.  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  18.  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  19.  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  20.  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  21.  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  22.  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  23.  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  24.  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  25.  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  26.  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  27.  */
  28.  
  29. /** @addtogroup main
  30.  * @{
  31.  */
  32.  
  33. /**
  34.  * @file
  35.  * @brief   Main initialization kernel function for all processors.
  36.  *
  37.  * During kernel boot, all processors, after architecture dependent
  38.  * initialization, start executing code found in this file. After
  39.  * bringing up all subsystems, control is passed to scheduler().
  40.  *
  41.  * The bootstrap processor starts executing main_bsp() while
  42.  * the application processors start executing main_ap().
  43.  *
  44.  * @see scheduler()
  45.  * @see main_bsp()
  46.  * @see main_ap()
  47.  */
  48.  
  49. #include <arch/asm.h>
  50. #include <context.h>
  51. #include <print.h>
  52. #include <panic.h>
  53. #include <debug.h>
  54. #include <config.h>
  55. #include <time/clock.h>
  56. #include <time/timeout.h>
  57. #include <proc/scheduler.h>
  58. #include <proc/thread.h>
  59. #include <proc/task.h>
  60. #include <proc/tasklet.h>
  61. #include <main/kinit.h>
  62. #include <main/version.h>
  63. #include <console/kconsole.h>
  64. #include <console/console.h>
  65. #include <cpu.h>
  66. #include <align.h>
  67. #include <interrupt.h>
  68. #include <mm/frame.h>
  69. #include <mm/page.h>
  70. #include <genarch/mm/page_pt.h>
  71. #include <mm/tlb.h>
  72. #include <mm/as.h>
  73. #include <mm/slab.h>
  74. #include <synch/waitq.h>
  75. #include <synch/futex.h>
  76. #include <arch/arch.h>
  77. #include <arch.h>
  78. #include <arch/faddr.h>
  79. #include <ipc/ipc.h>
  80. #include <macros.h>
  81. #include <adt/btree.h>
  82. #include <smp/smp.h>
  83. #include <ddi/ddi.h>
  84.  
  85.  
  86. /** Global configuration structure. */
  87. config_t config;
  88.  
  89. /** Initial user-space tasks */
  90. init_t init = {
  91.     .cnt = 0
  92. };
  93.  
  94. /** Boot allocations. */
  95. ballocs_t ballocs = {
  96.     .base = NULL,
  97.     .size = 0
  98. };
  99.  
  100. context_t ctx;
  101.  
  102. /*
  103.  * These 'hardcoded' variables will be intialized by
  104.  * the linker or the low level assembler code with
  105.  * appropriate sizes and addresses.
  106.  */
  107.  
  108. /**< Virtual address of where the kernel is loaded. */
  109. uintptr_t hardcoded_load_address = 0;
  110. /**< Size of the kernel code in bytes. */
  111. size_t hardcoded_ktext_size = 0;
  112. /**< Size of the kernel data in bytes. */
  113. size_t hardcoded_kdata_size = 0;
  114. /**< Lowest safe stack virtual address. */
  115. uintptr_t stack_safe = 0;      
  116.  
  117. void main_bsp(void);
  118. void main_ap(void);
  119.  
  120. /*
  121.  * These two functions prevent stack from underflowing during the
  122.  * kernel boot phase when SP is set to the very top of the reserved
  123.  * space. The stack could get corrupted by a fooled compiler-generated
  124.  * pop sequence otherwise.
  125.  */
  126. static void main_bsp_separated_stack(void);
  127. #ifdef CONFIG_SMP
  128. static void main_ap_separated_stack(void);
  129. #endif
  130.  
  131. #define CONFIG_STACK_SIZE   ((1 << STACK_FRAMES) * STACK_SIZE)
  132.  
  133. /** Main kernel routine for bootstrap CPU.
  134.  *
  135.  * The code here still runs on the boot stack, which knows nothing about
  136.  * preemption counts.  Because of that, this function cannot directly call
  137.  * functions that disable or enable preemption (e.g. spinlock_lock()). The
  138.  * primary task of this function is to calculate address of a new stack and
  139.  * switch to it.
  140.  *
  141.  * Assuming interrupts_disable().
  142.  *
  143.  */
  144. void main_bsp(void)
  145. {
  146.     config.cpu_count = 1;
  147.     config.cpu_active = 1;
  148.    
  149.     config.base = hardcoded_load_address;
  150.     config.kernel_size = ALIGN_UP(hardcoded_ktext_size +
  151.         hardcoded_kdata_size, PAGE_SIZE);
  152.     config.stack_size = CONFIG_STACK_SIZE;
  153.    
  154.     /* Initialy the stack is placed just after the kernel */
  155.     config.stack_base = config.base + config.kernel_size;
  156.    
  157.     /* Avoid placing stack on top of init */
  158.     count_t i;
  159.     for (i = 0; i < init.cnt; i++) {
  160.         if (PA_overlaps(config.stack_base, config.stack_size,
  161.             init.tasks[i].addr, init.tasks[i].size))
  162.             config.stack_base = ALIGN_UP(init.tasks[i].addr +
  163.                 init.tasks[i].size, config.stack_size);
  164.     }
  165.  
  166.     /* Avoid placing stack on top of boot allocations. */
  167.     if (ballocs.size) {
  168.         if (PA_overlaps(config.stack_base, config.stack_size,
  169.             ballocs.base, ballocs.size))
  170.             config.stack_base = ALIGN_UP(ballocs.base +
  171.                 ballocs.size, PAGE_SIZE);
  172.     }
  173.    
  174.     if (config.stack_base < stack_safe)
  175.         config.stack_base = ALIGN_UP(stack_safe, PAGE_SIZE);
  176.    
  177.     context_save(&ctx);
  178.     context_set(&ctx, FADDR(main_bsp_separated_stack), config.stack_base,
  179.         THREAD_STACK_SIZE);
  180.     context_restore(&ctx);
  181.     /* not reached */
  182. }
  183.  
  184.  
  185. /** Main kernel routine for bootstrap CPU using new stack.
  186.  *
  187.  * Second part of main_bsp().
  188.  *
  189.  */
  190. void main_bsp_separated_stack(void)
  191. {
  192.     /* Keep this the first thing. */
  193.     the_initialize(THE);
  194.    
  195.     version_print();
  196.    
  197.     LOG("\nconfig.base=%#" PRIp " config.kernel_size=%" PRIs
  198.         "\nconfig.stack_base=%#" PRIp " config.stack_size=%" PRIs,
  199.         config.base, config.kernel_size, config.stack_base,
  200.         config.stack_size);
  201.    
  202. #ifdef CONFIG_KCONSOLE
  203.     /*
  204.      * kconsole data structures must be initialized very early
  205.      * because other subsystems will register their respective
  206.      * commands.
  207.      */
  208.     LOG_EXEC(kconsole_init());
  209. #endif
  210.    
  211.     /*
  212.      * Exception handler initialization, before architecture
  213.      * starts adding its own handlers
  214.      */
  215.     LOG_EXEC(exc_init());
  216.    
  217.     /*
  218.      * Memory management subsystems initialization.
  219.      */
  220.     LOG_EXEC(arch_pre_mm_init());
  221.     LOG_EXEC(frame_init());
  222.    
  223.     /* Initialize at least 1 memory segment big enough for slab to work. */
  224.     LOG_EXEC(slab_cache_init());
  225.     LOG_EXEC(btree_init());
  226.     LOG_EXEC(as_init());
  227.     LOG_EXEC(page_init());
  228.     LOG_EXEC(tlb_init());
  229.     LOG_EXEC(ddi_init());
  230.     LOG_EXEC(tasklet_init());
  231.     LOG_EXEC(arch_post_mm_init());
  232.     LOG_EXEC(arch_pre_smp_init());
  233.     LOG_EXEC(smp_init());
  234.    
  235.     /* Slab must be initialized after we know the number of processors. */
  236.     LOG_EXEC(slab_enable_cpucache());
  237.    
  238.     printf("Detected %" PRIc " CPU(s), %" PRIu64" MiB free memory\n",
  239.         config.cpu_count, SIZE2MB(zone_total_size()));
  240.    
  241.     LOG_EXEC(cpu_init());
  242.    
  243.     LOG_EXEC(calibrate_delay_loop());
  244.     LOG_EXEC(clock_counter_init());
  245.     LOG_EXEC(timeout_init());
  246.     LOG_EXEC(scheduler_init());
  247.     LOG_EXEC(task_init());
  248.     LOG_EXEC(thread_init());
  249.     LOG_EXEC(futex_init());
  250.    
  251.     if (init.cnt > 0) {
  252.         count_t i;
  253.         for (i = 0; i < init.cnt; i++)
  254.             LOG("init[%" PRIc "].addr=%#" PRIp ", init[%" PRIc
  255.                 "].size=%#" PRIs "\n", i, init.tasks[i].addr, i,
  256.                 init.tasks[i].size);
  257.     } else
  258.         printf("No init binaries found\n");
  259.    
  260.     LOG_EXEC(ipc_init());
  261.     LOG_EXEC(klog_init());
  262.    
  263. #ifdef CONFIG_KCONSOLE
  264.     LOG_EXEC(kconsole_notify_init());
  265. #endif
  266.    
  267.     /*
  268.      * Create kernel task.
  269.      */
  270.     task_t *kernel = task_create(AS_KERNEL, "kernel");
  271.     if (!kernel)
  272.         panic("Cannot create kernel task.");
  273.    
  274.     /*
  275.      * Create the first thread.
  276.      */
  277.     thread_t *kinit_thread
  278.         = thread_create(kinit, NULL, kernel, 0, "kinit", true);
  279.     if (!kinit_thread)
  280.         panic("Cannot create kinit thread.");
  281.     LOG_EXEC(thread_ready(kinit_thread));
  282.    
  283.     /*
  284.      * This call to scheduler() will return to kinit,
  285.      * starting the thread of kernel threads.
  286.      */
  287.     scheduler();
  288.     /* not reached */
  289. }
  290.  
  291.  
  292. #ifdef CONFIG_SMP
  293. /** Main kernel routine for application CPUs.
  294.  *
  295.  * Executed by application processors, temporary stack
  296.  * is at ctx.sp which was set during BSP boot.
  297.  * This function passes control directly to
  298.  * main_ap_separated_stack().
  299.  *
  300.  * Assuming interrupts_disable()'d.
  301.  *
  302.  */
  303. void main_ap(void)
  304. {
  305.     /*
  306.      * Incrementing the active CPU counter will guarantee that the
  307.      * *_init() functions can find out that they need to
  308.      * do initialization for AP only.
  309.      */
  310.     config.cpu_active++;
  311.  
  312.     /*
  313.      * The THE structure is well defined because ctx.sp is used as stack.
  314.      */
  315.     the_initialize(THE);
  316.    
  317.     arch_pre_mm_init();
  318.     frame_init();
  319.     page_init();
  320.     tlb_init();
  321.     arch_post_mm_init();
  322.    
  323.     cpu_init();
  324.     calibrate_delay_loop();
  325.     arch_post_cpu_init();
  326.  
  327.     the_copy(THE, (the_t *) CPU->stack);
  328.  
  329.     /*
  330.      * If we woke kmp up before we left the kernel stack, we could
  331.      * collide with another CPU coming up. To prevent this, we
  332.      * switch to this cpu's private stack prior to waking kmp up.
  333.      */
  334.     context_save(&CPU->saved_context);
  335.     context_set(&CPU->saved_context, FADDR(main_ap_separated_stack),
  336.         (uintptr_t) CPU->stack, CPU_STACK_SIZE);
  337.     context_restore(&CPU->saved_context);
  338.     /* not reached */
  339. }
  340.  
  341.  
  342. /** Main kernel routine for application CPUs using new stack.
  343.  *
  344.  * Second part of main_ap().
  345.  *
  346.  */
  347. void main_ap_separated_stack(void)
  348. {
  349.     /*
  350.      * Configure timeouts for this cpu.
  351.      */
  352.     timeout_init();
  353.  
  354.     waitq_wakeup(&ap_completion_wq, WAKEUP_FIRST);
  355.     scheduler();
  356.     /* not reached */
  357. }
  358. #endif /* CONFIG_SMP */
  359.  
  360. /** @}
  361.  */
  362.